-- Logs begin at Tue 2022-04-05 10:16:47 UTC, end at Tue 2022-04-05 11:14:08 UTC. -- Apr 05 10:50:38.837949 dv-cinder-818994-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 10:50:41.818843 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.common.config [-] Logging enabled! Apr 05 10:50:41.819612 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 05 10:50:41.819612 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103211) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 10:50:41.822959 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.common.config [-] Logging enabled! Apr 05 10:50:41.823209 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 05 10:50:41.823541 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103211) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 10:50:41.824493 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 10:50:41.824719 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 10:50:41.825089 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 10:50:41.825336 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 10:50:41.825549 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 10:50:41.826009 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.826434 dv-cinder-818994-3-smb neutron-server[103211]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 05 10:50:41.826721 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.827036 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.827291 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.827619 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.827904 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.828208 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.828484 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.828769 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.829052 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.829321 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.829580 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.829858 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.830132 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.830410 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.830687 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.830956 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] debug = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.831228 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.831772 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.832179 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.832451 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.832785 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.833134 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.833405 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.833674 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.833951 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.834289 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] host = dv-cinder-818994-3-smb {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.834564 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.834849 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.835126 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.835403 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.835699 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.835966 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.836241 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.836504 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.836767 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] log_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.837042 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.837322 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.837598 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.837880 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.838091 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.838312 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.838596 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.838868 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.839136 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.839408 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.839696 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.839966 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.840224 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.840488 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.840758 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.841034 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.841314 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.841577 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.841846 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.842108 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.842365 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.842647 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.842912 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.843177 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.843457 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.843731 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.843995 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.844255 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.844546 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.844827 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.845094 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.845373 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.845636 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.845908 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.846168 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.846429 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.846693 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] use_json = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.846949 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.847373 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.847816 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.848092 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.848359 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.848623 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.848890 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.849162 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.849430 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:41.849724 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.850011 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.850301 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.850587 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.850870 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.851139 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.851416 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.851709 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.851989 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.852266 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.852554 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.852823 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.853115 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.853395 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.853680 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.853976 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.854259 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.854540 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.854805 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.855070 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.855335 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.855627 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.855906 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.856175 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.856450 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.856730 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.856997 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.857285 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.857564 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.857848 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.858124 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.858388 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.858656 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.858936 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.859203 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.859488 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.859778 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.860042 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.860314 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.860579 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.860857 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.861154 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.861391 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.861752 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.861928 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.862205 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.862471 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.862789 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.863220 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.863715 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.864123 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.864511 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.864894 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.865270 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.865660 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.865995 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.866266 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.866536 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.866819 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.867080 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.867348 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.867638 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.867904 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.868170 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.868437 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.868697 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.868962 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.869231 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.869494 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.869757 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.870021 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.870286 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.870548 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.870810 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.871092 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.871383 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.871678 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.871950 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.872218 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.872483 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.872754 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.873020 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.873287 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.873555 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.873818 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.874103 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.874738 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.875018 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.875311 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.875605 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.875888 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.876155 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.876420 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.876691 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.876964 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.877227 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.877499 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.877770 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.878051 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.878331 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.878688 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.879041 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.879260 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.879556 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.879863 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.880133 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:41.880345 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 10:50:41.880588 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103211) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 10:50:42.264253 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 10:50:42.264486 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 10:50:42.264804 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 10:50:42.265128 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 10:50:42.634381 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.634665 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.634931 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.636164 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.636441 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.638683 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.702495 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.702749 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.703014 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.722488 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.722878 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.723174 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.756920 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.757197 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.757464 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.798541 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.798812 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:42.799041 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.186602 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.187322 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.187322 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.187532 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.188726 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.297330 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.297663 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.297936 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.298203 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.298451 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.298735 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.298999 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.299232 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.299507 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.299785 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.300036 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.300378 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.300606 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.300850 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.301109 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.301364 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.301589 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.301849 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.302110 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.302359 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.302622 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.302864 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.303140 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.303544 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.303787 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.304025 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.304536 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 10:50:43.304773 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 10:50:43.305003 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 10:50:43.305233 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 10:50:43.305461 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 10:50:43.305689 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 10:50:43.306056 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 10:50:43.309519 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 10:50:43.313541 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 10:50:43.317673 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 05 10:50:43.319362 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 10:50:43.319862 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 10:50:43.320189 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 10:50:43.320569 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 10:50:43.324682 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 10:50:43.324934 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 10:50:43.325283 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 10:50:43.330251 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 05 10:50:43.354317 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 10:50:43.354782 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.355073 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103211) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 05 10:50:43.355459 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.356844 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103211) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 10:50:43.357129 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 10:50:43.357370 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 10:50:43.360791 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.361066 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:43.423841 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 10:50:43.424080 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 10:50:43.424359 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 10:50:43.424738 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 10:50:43.449822 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_db.sqlalchemy.engines [None req-38234370-2abd-43b2-a781-75097f31816d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103211) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 05 10:50:43.886842 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [None req-38234370-2abd-43b2-a781-75097f31816d None None] Initializing driver for type 'gre' Apr 05 10:50:43.887369 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-38234370-2abd-43b2-a781-75097f31816d None None] gre ID ranges: [(1, 1000)] Apr 05 10:50:43.948152 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [None req-38234370-2abd-43b2-a781-75097f31816d None None] Initializing driver for type 'local' Apr 05 10:50:43.948586 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [None req-38234370-2abd-43b2-a781-75097f31816d None None] Initializing driver for type 'vlan' Apr 05 10:50:43.965835 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-38234370-2abd-43b2-a781-75097f31816d None None] VlanTypeDriver initialization complete Apr 05 10:50:43.966354 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [None req-38234370-2abd-43b2-a781-75097f31816d None None] Initializing driver for type 'vxlan' Apr 05 10:50:43.966883 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-38234370-2abd-43b2-a781-75097f31816d None None] vxlan ID ranges: [(1, 1000)] Apr 05 10:50:44.028779 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [None req-38234370-2abd-43b2-a781-75097f31816d None None] Initializing extension driver 'port_security' Apr 05 10:50:44.029099 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.extensions.port_security [None req-38234370-2abd-43b2-a781-75097f31816d None None] PortSecurityExtensionDriver initialization complete Apr 05 10:50:44.029451 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [None req-38234370-2abd-43b2-a781-75097f31816d None None] Initializing mechanism driver 'openvswitch' Apr 05 10:50:44.029755 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [None req-38234370-2abd-43b2-a781-75097f31816d None None] Initializing mechanism driver 'hyperv' Apr 05 10:50:44.036512 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-38234370-2abd-43b2-a781-75097f31816d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:50:44.037882 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > port after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.037882 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > port after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.038063 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > port after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.038575 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 10:50:44.039007 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > subnet after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.039356 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > subnet after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.039719 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.040108 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 10:50:44.040514 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > network after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.040855 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > network after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.041194 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > network after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.041576 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 10:50:44.041976 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > security_group after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.042320 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > security_group after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.042658 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.043044 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 10:50:44.043470 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.043845 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.044181 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.044566 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 10:50:44.044967 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > address_group after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.045307 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > address_group after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.045639 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.046025 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103211) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 10:50:44.046468 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-38234370-2abd-43b2-a781-75097f31816d None None] ML2 OVO RPC backend initialized. {{(pid=103211) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 05 10:50:44.047179 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.047560 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.047972 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > network before_response 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.048313 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > networks before_response 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.048657 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > port before_response 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.048991 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > ports before_response 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.049327 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > subnet before_response 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.049661 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > subnets before_response 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.049999 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > network after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.050412 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > network after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.050841 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > network after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.051267 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > port after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.051647 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > port after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.051982 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > port after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.052313 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > subnet after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.052643 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > subnet after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.052976 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.060504 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded quota_driver: . Apr 05 10:50:44.060874 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.plugin [None req-38234370-2abd-43b2-a781-75097f31816d None None] Modular L2 Plugin initialization complete Apr 05 10:50:44.061220 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading services supported by the core plugin {{(pid=103211) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 10:50:44.061560 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.plugins.ml2.managers [None req-38234370-2abd-43b2-a781-75097f31816d None None] Got port-security extension from driver 'port_security' Apr 05 10:50:44.062116 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.extensions.vlantransparent [None req-38234370-2abd-43b2-a781-75097f31816d None None] Disabled vlantransparent extension. Apr 05 10:50:44.062658 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103211) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 10:50:44.062900 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading Plugin: router Apr 05 10:50:44.098809 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.099209 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router after_create 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.099592 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router before_create 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.099960 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.100333 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.100685 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router after_delete 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.101044 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.101411 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.101753 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router after_create 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.102083 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router after_update 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.102436 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router after_update 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.102782 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.103138 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router after_update 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.103593 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router precommit_update 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.103962 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: port after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.104299 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: port after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.104631 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: subnet after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.104964 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.105311 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.105652 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router precommit_create 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.105990 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: port before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.106324 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router precommit_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.106676 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router after_update 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.107013 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.107362 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router precommit_create 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.107736 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.108076 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router precommit_update 55549900 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.108445 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > agent after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.108932 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > agent after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.109277 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > network after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.110178 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Tracking information for resource: router configured {{(pid=103211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 10:50:44.110496 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Tracking information for resource: floatingip configured {{(pid=103211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 10:50:44.115868 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.db.l3_agentschedulers_db [None req-38234370-2abd-43b2-a781-75097f31816d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 10:50:44.116448 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: port after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.116809 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: port after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.117153 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: port after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.117504 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: port after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.118309 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router before_create 55550100 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.118667 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.119022 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router precommit_create 55550100 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.119371 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > router precommit_update 55550100 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.124175 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.services.provider_configuration [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service providers = [] {{(pid=103211) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 10:50:44.124889 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.db.servicetype_db [None req-38234370-2abd-43b2-a781-75097f31816d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103211) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 10:50:44.127891 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.services.service_base [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 10:50:44.128269 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.services.service_base [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 10:50:44.128709 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.services.service_base [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 10:50:44.129615 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.services.service_base [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 10:50:44.129988 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.services.service_base [None req-38234370-2abd-43b2-a781-75097f31816d None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 10:50:44.130376 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 10:50:44.130685 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 10:50:44.141421 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 10:50:44.141702 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading Plugin: auto_allocate Apr 05 10:50:44.147474 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: network precommit_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.147855 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: network precommit_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.148405 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 10:50:44.148715 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading Plugin: tag Apr 05 10:50:44.155543 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 10:50:44.155872 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading Plugin: timestamp Apr 05 10:50:44.159902 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 10:50:44.160231 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading Plugin: network_ip_availability Apr 05 10:50:44.165761 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.166132 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.166482 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.167222 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 10:50:44.167563 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading Plugin: flavors Apr 05 10:50:44.173786 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 10:50:44.174115 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading Plugin: revisions Apr 05 10:50:44.178449 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 10:50:44.178839 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_concurrency.lockutils [None req-38234370-2abd-43b2-a781-75097f31816d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.914s {{(pid=103211) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 10:50:44.179631 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103211) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 10:50:44.179962 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Initializing extension manager. Apr 05 10:50:44.180488 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: __init__.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.180824 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: __pycache__ {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.181154 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: address_group.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.181922 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.182498 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: address-group Apr 05 10:50:44.182815 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: address_scope.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.183541 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.184050 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: address-scope Apr 05 10:50:44.184367 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.185274 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.185814 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: router-admin-state-down-before-update Apr 05 10:50:44.186130 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: agent.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.186825 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.187416 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: agent Apr 05 10:50:44.187662 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: agent_resources_synced.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.188575 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.189136 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: agent-resources-synced Apr 05 10:50:44.189414 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: allowedaddresspairs.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.191923 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.192504 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: allowed-address-pairs Apr 05 10:50:44.192790 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: auto_allocated_topology.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.193866 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.194382 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: auto-allocated-topology Apr 05 10:50:44.194704 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: availability_zone.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.195399 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.195957 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: availability_zone Apr 05 10:50:44.196274 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: availability_zone_filter.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.197178 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.197683 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: availability_zone_filter Apr 05 10:50:44.198003 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: data_plane_status.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.198887 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.199392 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 10:50:44.199744 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: default_subnetpools.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.200644 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.201154 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: default-subnetpools Apr 05 10:50:44.201470 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.202315 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.202814 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: dhcp_agent_scheduler Apr 05 10:50:44.203108 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: dns.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.204049 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.204586 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension dns-integration not supported by any of loaded plugins Apr 05 10:50:44.204867 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: dns_domain_ports.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.205834 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.206409 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 10:50:44.206854 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.207872 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.208387 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 05 10:50:44.208690 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: dvr.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.209354 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.209883 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: dvr Apr 05 10:50:44.210174 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: ecmp_routes.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.211077 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.211613 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension ecmp_routes not supported by any of loaded plugins Apr 05 10:50:44.211932 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: empty_string_filtering.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.212828 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.213335 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: empty-string-filtering Apr 05 10:50:44.213656 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.214551 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.215057 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 10:50:44.215373 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.216310 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.216816 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 10:50:44.217132 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: external_net.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.218022 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.218529 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: external-net Apr 05 10:50:44.218843 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.219761 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.220266 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: extra_dhcp_opt Apr 05 10:50:44.220582 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: extraroute.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.221474 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.221985 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: extraroute Apr 05 10:50:44.222547 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: extraroute_atomic.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.223760 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.224272 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: extraroute-atomic Apr 05 10:50:44.224591 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: filter_validation.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.225250 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.225751 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: filter-validation Apr 05 10:50:44.226069 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: fip_pf_description.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.226974 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.227500 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 10:50:44.227820 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: fip_pf_port_range.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.228721 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.229223 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 05 10:50:44.229538 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: fip_port_details.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.230644 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.231161 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: fip-port-details Apr 05 10:50:44.231506 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: flavors.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.232734 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.233248 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: flavors Apr 05 10:50:44.233571 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.235239 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.235787 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 10:50:44.236111 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: floatingip_pools.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.236803 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.237315 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: floatingip-pools Apr 05 10:50:44.237631 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: ip_allocation.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.238728 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.239228 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 10:50:44.239583 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.240489 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.240996 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: ip-substring-filtering Apr 05 10:50:44.241313 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: l2_adjacency.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.242234 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.242734 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 10:50:44.243047 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: l3.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.244050 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.244568 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: router Apr 05 10:50:44.244887 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.247144 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.247707 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 10:50:44.248039 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.248943 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.249822 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: ext-gw-mode Apr 05 10:50:44.250143 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.251045 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.251577 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: l3-ha Apr 05 10:50:44.251899 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.252804 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.253312 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 05 10:50:44.253880 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: l3_flavors.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.254773 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.255278 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: l3-flavors Apr 05 10:50:44.255631 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: l3_ndp_proxy.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.257029 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.257482 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 05 10:50:44.257803 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.258713 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.259215 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 10:50:44.259558 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: l3agentscheduler.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.260604 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.261113 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: l3_agent_scheduler Apr 05 10:50:44.261439 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: local_ip.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.263273 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.263827 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension local_ip not supported by any of loaded plugins Apr 05 10:50:44.264154 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: logging.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.265776 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.266304 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension logging not supported by any of loaded plugins Apr 05 10:50:44.266639 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: metering.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.267380 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.267998 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: metering Apr 05 10:50:44.268322 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.269427 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.269937 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: metering_source_and_destination_fields Apr 05 10:50:44.270260 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: multiprovidernet.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.271171 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.271710 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: multi-provider Apr 05 10:50:44.272032 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: netmtu.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.272930 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.273436 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: net-mtu Apr 05 10:50:44.273756 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: netmtu_writable.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.274657 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.275167 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: net-mtu-writable Apr 05 10:50:44.275519 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: network_availability_zone.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.276185 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.276689 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: network_availability_zone Apr 05 10:50:44.277008 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: network_ip_availability.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.278095 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.278606 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: network-ip-availability Apr 05 10:50:44.278930 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: network_segment_range.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.279721 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.280224 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 10:50:44.280544 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: pagination.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.281499 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.281828 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: pagination Apr 05 10:50:44.282150 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: port_device_profile.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.283044 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.283589 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: port-device-profile Apr 05 10:50:44.283909 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.284925 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.285525 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: port-mac-address-regenerate Apr 05 10:50:44.285852 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.286751 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.287259 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: port-numa-affinity-policy Apr 05 10:50:44.287610 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: port_resource_request.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.288499 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.289000 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 10:50:44.289316 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: port_resource_request_groups.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.290267 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.290771 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 05 10:50:44.291089 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: portbindings.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.292021 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.292536 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: binding Apr 05 10:50:44.292853 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: portbindings_extended.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.294097 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.294611 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: binding-extended Apr 05 10:50:44.294979 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: portsecurity.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.295869 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.296376 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: port-security Apr 05 10:50:44.296694 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: project_id.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.297648 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.297975 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: project-id Apr 05 10:50:44.298294 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: providernet.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.299206 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.299746 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: provider Apr 05 10:50:44.300065 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.303642 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.304173 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos not supported by any of loaded plugins Apr 05 10:50:44.304503 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.305739 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.306250 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 10:50:44.306573 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.307499 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.308013 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 10:50:44.308330 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_default.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.309243 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.309754 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-default not supported by any of loaded plugins Apr 05 10:50:44.310075 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_fip.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.310972 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.311500 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-fip not supported by any of loaded plugins Apr 05 10:50:44.311822 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.312731 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.313248 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 05 10:50:44.313570 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_gateway_ip.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.314612 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.315123 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 10:50:44.315461 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_port_network_policy.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.316435 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.316948 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 10:50:44.317262 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.318308 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.318812 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 05 10:50:44.319130 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.320177 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.320692 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 05 10:50:44.321010 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_pps_rule.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.322176 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.322689 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-pps not supported by any of loaded plugins Apr 05 10:50:44.323010 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_rule_type_details.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.323935 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.324448 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 10:50:44.324771 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_rule_type_filter.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.325661 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.326171 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 05 10:50:44.326492 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: qos_rules_alias.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.327560 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.328074 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 10:50:44.328393 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: quota_check_limit.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.329287 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.329798 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: quota-check-limit Apr 05 10:50:44.330117 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: quotasv2.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.331116 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.331456 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: quotas Apr 05 10:50:44.331874 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: quotasv2_detail.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.333704 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.334043 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: quota_details Apr 05 10:50:44.334559 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: rbac.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.336138 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.336999 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: rbac-policies Apr 05 10:50:44.337546 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: rbac_address_group.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.338854 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.339381 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: rbac-address-group Apr 05 10:50:44.339905 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: rbac_address_scope.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.341235 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.341771 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: rbac-address-scope Apr 05 10:50:44.342092 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: rbac_security_groups.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.343079 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.343636 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: rbac-security-groups Apr 05 10:50:44.343955 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: rbac_subnetpool.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.344868 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.345382 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: rbac-subnetpool Apr 05 10:50:44.345700 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: revisionifmatch.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.346613 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.347285 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: revision-if-match Apr 05 10:50:44.347638 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: revisions.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.348759 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.349273 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: standard-attr-revisions Apr 05 10:50:44.349595 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: router_availability_zone.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.350275 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.350781 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: router_availability_zone Apr 05 10:50:44.351099 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: routerservicetype.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.352052 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.352555 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension router-service-type not supported by any of loaded plugins Apr 05 10:50:44.352871 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.353779 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.354327 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: security-groups-normalized-cidr Apr 05 10:50:44.354691 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.355646 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.356176 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: port-security-groups-filtering Apr 05 10:50:44.356494 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.357443 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.357958 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: security-groups-remote-address-group Apr 05 10:50:44.358336 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.359202 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.359756 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: security-groups-shared-filtering Apr 05 10:50:44.360080 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.360670 dv-cinder-818994-3-smb neutron-server[103211]: WARNING neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 05 10:50:44.360984 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: securitygroup.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.371164 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.371758 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: security-group Apr 05 10:50:44.372091 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: segment.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.372859 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.373370 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension segment not supported by any of loaded plugins Apr 05 10:50:44.373691 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.375032 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.375580 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 10:50:44.375906 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: servicetype.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.377009 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.377529 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: service-type Apr 05 10:50:44.377847 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: sorting.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.379051 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.379406 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: sorting Apr 05 10:50:44.379727 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: standard_attr_segment.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.380680 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.381198 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 10:50:44.381519 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: standardattrdescription.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.382178 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.382687 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: standard-attr-description Apr 05 10:50:44.383009 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: stateful_security_group.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.383981 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.384500 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: stateful-security-group Apr 05 10:50:44.384821 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: stdattrs_common.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.385397 dv-cinder-818994-3-smb neutron-server[103211]: WARNING neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 10:50:44.385713 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.386645 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.387168 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 10:50:44.387512 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: subnet_onboard.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.388594 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.389117 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: subnet_onboard Apr 05 10:50:44.389439 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.390374 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.390885 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 10:50:44.391201 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: subnet_service_types.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.392217 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.392692 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: subnet-service-types Apr 05 10:50:44.393010 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: subnetallocation.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.394183 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.394787 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: subnet_allocation Apr 05 10:50:44.395146 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.395864 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.396381 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: subnetpool-prefix-ops Apr 05 10:50:44.396728 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.397658 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.398170 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 10:50:44.398484 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: tagging.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.399632 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.400149 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: standard-attr-tag Apr 05 10:50:44.400469 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: timestamp.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.401702 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.402217 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loaded extension: standard-attr-timestamp Apr 05 10:50:44.402542 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: trunk.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.403602 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.404120 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension trunk not supported by any of loaded plugins Apr 05 10:50:44.404440 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: trunk_details.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.405352 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.405869 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension trunk-details not supported by any of loaded plugins Apr 05 10:50:44.406189 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: uplink_status_propagation.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.407109 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.407648 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 10:50:44.407971 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Loading extension file: vlantransparent.py {{(pid=103211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 10:50:44.408657 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 10:50:44.409170 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 10:50:44.412589 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:network Apr 05 10:50:44.413125 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:subnet Apr 05 10:50:44.413517 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 10:50:44.413903 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:port Apr 05 10:50:44.415227 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.415681 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service FLAVORS assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.416298 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.416724 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.417052 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:router Apr 05 10:50:44.417475 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:floatingip Apr 05 10:50:44.417955 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service METERING assigned prefix: /metering {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.419485 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.419848 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.420208 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 10:50:44.421235 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 10:50:44.421682 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:security_group Apr 05 10:50:44.422111 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 10:50:44.422711 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service CORE assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.423035 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 10:50:44.423382 dv-cinder-818994-3-smb neutron-server[103211]: WARNING neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] subnetpool is already registered Apr 05 10:50:44.423838 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service CORE assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.424159 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 10:50:44.424483 dv-cinder-818994-3-smb neutron-server[103211]: WARNING neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] subnetpool is already registered Apr 05 10:50:44.427093 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.427550 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service FLAVORS assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.428138 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.428558 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.428882 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:router Apr 05 10:50:44.429218 dv-cinder-818994-3-smb neutron-server[103211]: WARNING neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] router is already registered Apr 05 10:50:44.429618 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:floatingip Apr 05 10:50:44.429950 dv-cinder-818994-3-smb neutron-server[103211]: WARNING neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] floatingip is already registered Apr 05 10:50:44.430399 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service METERING assigned prefix: /metering {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.431060 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 10:50:44.431379 dv-cinder-818994-3-smb neutron-server[103211]: WARNING neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] rbac_policy is already registered Apr 05 10:50:44.431817 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:security_group Apr 05 10:50:44.432150 dv-cinder-818994-3-smb neutron-server[103211]: WARNING neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] security_group is already registered Apr 05 10:50:44.432550 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 10:50:44.432875 dv-cinder-818994-3-smb neutron-server[103211]: WARNING neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] security_group_rule is already registered Apr 05 10:50:44.433497 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service CORE assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.433818 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 10:50:44.434149 dv-cinder-818994-3-smb neutron-server[103211]: WARNING neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] subnetpool is already registered Apr 05 10:50:44.434561 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.v2.resource_helper [None req-38234370-2abd-43b2-a781-75097f31816d None None] Service CORE assigned prefix: {{(pid=103211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 10:50:44.434888 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 10:50:44.435211 dv-cinder-818994-3-smb neutron-server[103211]: WARNING neutron.quota.resource_registry [None req-38234370-2abd-43b2-a781-75097f31816d None None] subnetpool is already registered Apr 05 10:50:44.435696 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: extensions {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.437200 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: address-groups {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.438663 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: address-scopes {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.440023 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: agents {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.441285 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: auto-allocated-topology {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.442506 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: availability_zones {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.443726 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: dhcp-networks {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.445205 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: dhcp-agents {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.446628 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: routers {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.450322 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: flavors {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.451523 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: service_profiles {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.452730 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: next_providers {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.454160 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: service_profiles {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.455744 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: floatingip-pools {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.457105 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: routers {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.459190 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: floatingips {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.460468 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: l3-routers {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.461843 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: l3-agents {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.463271 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: metering-labels {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.464647 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: metering-label-rules {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.465868 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: network-ip-availabilities {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.467106 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: bindings {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.468774 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: quotas {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.470420 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: quotas {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.471951 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: rbac-policies {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.473290 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: security-groups {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.474538 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: security-group-rules {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.475779 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: service-providers {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.476969 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: subnetpools {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.478629 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: subnetpools {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.480120 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: tags {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.481771 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: tags {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.483641 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: tags {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.485644 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: tags {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.487400 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: tags {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.489282 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: tags {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.490940 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: tags {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.492956 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: tags {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.494682 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: tags {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.496515 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron.api.extensions [None req-38234370-2abd-43b2-a781-75097f31816d None None] Extended resource: tags {{(pid=103211) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 10:50:44.502928 dv-cinder-818994-3-smb neutron-server[103211]: WARNING keystonemiddleware.auth_token [None req-38234370-2abd-43b2-a781-75097f31816d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 10:50:44.507854 dv-cinder-818994-3-smb neutron-server[103211]: WARNING keystonemiddleware.auth_token [None req-38234370-2abd-43b2-a781-75097f31816d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 10:50:44.516452 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_concurrency.lockutils [None req-38234370-2abd-43b2-a781-75097f31816d None None] Acquired lock "singleton_lock" {{(pid=103211) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 05 10:50:44.516925 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_concurrency.lockutils [None req-38234370-2abd-43b2-a781-75097f31816d None None] Releasing lock "singleton_lock" {{(pid=103211) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 05 10:50:44.517589 dv-cinder-818994-3-smb neutron-server[103211]: INFO oslo_service.service [None req-38234370-2abd-43b2-a781-75097f31816d None None] Starting 2 workers Apr 05 10:50:44.522731 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [None req-38234370-2abd-43b2-a781-75097f31816d None None] Started child 103320 {{(pid=103211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 10:50:44.527591 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [None req-38234370-2abd-43b2-a781-75097f31816d None None] Started child 103322 {{(pid=103211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 10:50:44.528434 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:50:44.529306 dv-cinder-818994-3-smb neutron-server[103211]: INFO neutron.service [None req-38234370-2abd-43b2-a781-75097f31816d None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 10:50:44.529771 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:50:44.529979 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [-] (103320) wsgi starting up on http://0.0.0.0:9696 Apr 05 10:50:44.530405 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 39982) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:50:44.532274 dv-cinder-818994-3-smb neutron-server[103211]: INFO oslo_service.service [None req-38234370-2abd-43b2-a781-75097f31816d None None] Starting 1 workers Apr 05 10:50:44.532533 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:50:44.534003 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [-] (103322) wsgi starting up on http://0.0.0.0:9696 Apr 05 10:50:44.537666 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [None req-38234370-2abd-43b2-a781-75097f31816d None None] Started child 103323 {{(pid=103211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 10:50:44.538232 dv-cinder-818994-3-smb neutron-server[103211]: INFO oslo_service.service [None req-38234370-2abd-43b2-a781-75097f31816d None None] Starting 1 workers Apr 05 10:50:44.539337 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067236 Apr 05 10:50:44.541489 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.service [None req-38234370-2abd-43b2-a781-75097f31816d None None] calling RpcWorker wait() {{(pid=103323) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 10:50:44.542522 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.service [None req-38234370-2abd-43b2-a781-75097f31816d None None] returning from RpcWorker wait() {{(pid=103323) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 10:50:44.543279 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [None req-38234370-2abd-43b2-a781-75097f31816d None None] Started child 103324 {{(pid=103211) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 10:50:44.544597 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38234370-2abd-43b2-a781-75097f31816d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:50:44.544792 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:50:44.544792 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:50:44.547936 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103211) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 10:50:44.547936 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 10:50:44.547936 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 10:50:44.547936 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 10:50:44.548608 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 10:50:44.548608 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 10:50:44.548918 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.548918 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.549181 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.549407 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.549860 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.550684 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:50:44.551540 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.551540 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.551540 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.551540 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.552263 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.552263 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.552263 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.552678 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.552678 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.552961 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.553356 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.553739 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.554167 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.554372 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.554564 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.554866 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.555083 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.555350 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] debug = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.555612 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.556082 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.556309 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.557781 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.557781 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.557781 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.557781 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.557781 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.557781 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.558704 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.558704 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.558704 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.558704 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.559228 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.559228 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.559228 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.559668 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.559805 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.561247 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] host = dv-cinder-818994-3-smb {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.561247 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.561247 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.561247 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.561247 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.562269 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.562269 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.562269 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.562706 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.562706 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.563090 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.563592 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.564059 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.564510 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.564824 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.565286 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_options = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.565286 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.565581 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.565864 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.566008 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.566174 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.566315 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.567659 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.567659 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.567659 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.567659 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.568259 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.568259 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.568259 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.568653 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.568653 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.569076 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.569229 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.569380 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.569677 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.569920 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.570182 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.570398 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.570640 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.570857 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.571034 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.572561 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.572561 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.572942 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.572942 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.573267 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.573267 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.573555 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.574346 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.574346 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.574346 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.575923 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.576067 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:50:44.576480 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.576480 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.576480 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.576480 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.576480 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.576480 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.576480 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.576480 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.577810 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.577810 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.577810 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_json = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.577810 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.577810 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.577810 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.577810 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.580460 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.580460 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.580460 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.580460 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.580460 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.580460 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.580460 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.580460 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.581437 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.581437 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.581437 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.581437 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.581437 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.581437 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.582365 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.582365 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.582365 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.582655 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.582788 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.583075 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.583505 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.583812 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.584569 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.585196 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.585596 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.585997 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.586404 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.586678 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.586910 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.587144 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.587373 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.587674 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.587901 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.588157 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.588469 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.588704 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.588985 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.589236 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.589579 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.589853 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.589853 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.590330 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.590330 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.590785 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.590785 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.595219 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.595219 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.595219 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.595219 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.595219 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.595219 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.595219 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.595219 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.596981 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.596981 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.596981 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.596981 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.596981 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.596981 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.596981 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.596981 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.596981 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.599830 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.599830 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.599830 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.599830 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.599830 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.599830 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.599830 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.599830 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.599830 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.601821 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.601821 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.601821 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.601821 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.601821 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.601821 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.601821 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.601821 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.601821 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.603827 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.603827 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.603827 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.603827 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.603827 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.603827 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.603827 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.603827 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.603827 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.606140 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.606140 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.606140 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.606140 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.606140 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.606140 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.606140 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.606140 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.606140 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.608234 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.608234 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.608234 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.608234 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.608234 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.608234 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.608234 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.608234 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.610037 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.610037 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.610037 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.610037 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.610037 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.610037 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.610037 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.610037 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.613283 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.613283 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.613283 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.613283 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.613283 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.613283 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.613283 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.613283 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.614476 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.614476 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.614476 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.614476 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.614476 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.614476 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.614476 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.614476 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.615951 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.615951 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.615951 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.615951 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.615951 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.615951 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.615951 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.615951 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.617349 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.617349 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.617349 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.617349 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.617349 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.617349 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.617349 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.617349 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.618360 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.618360 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.618360 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.618360 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.618360 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.618360 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.618360 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.618360 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.619377 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.619377 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.619377 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.619377 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.619377 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.619377 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.624209 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.624874 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.625141 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.625379 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.625608 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.627599 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.627599 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.627599 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.627599 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.627599 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.627599 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.627599 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.627599 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.628281 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.628585 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.628814 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.629039 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.629262 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.629562 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.630036 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.632088 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.632429 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.632691 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.632936 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.633193 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.633450 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.633700 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.633928 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.634182 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.634409 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.634634 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.634868 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.635094 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.635312 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.635681 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.636352 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.637752 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.637752 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.637752 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.637967 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.638215 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.638506 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.638720 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.638963 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.639187 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.644560 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.645325 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.645865 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.646286 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.646538 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.646775 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.647033 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.647293 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.648488 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.648759 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.649074 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.649363 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.649765 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.649935 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.650099 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.650347 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.650547 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.650768 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.650983 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.651197 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.651411 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.651911 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.652157 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.652448 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.652697 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.652935 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.653196 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.653433 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.653672 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.653899 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.654108 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.654322 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.654543 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.654760 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.654986 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.655970 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.656191 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.657231 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.657969 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.657969 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.657969 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.658350 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.658462 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.658655 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.658908 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.659138 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.659596 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.659702 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.659912 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.660191 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.660473 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.660697 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.660909 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.661404 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.661625 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.664389 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.664653 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.664952 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.665182 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.665494 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.665764 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.665998 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.666292 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.666529 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.666781 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.667042 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.667360 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.668681 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.668951 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.669256 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.669518 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.669771 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.670037 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.670372 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.670724 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.670983 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.671743 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.672983 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.673729 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.673877 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.674260 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.674744 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.677417 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.679424 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.679750 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.680035 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.680307 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.680571 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.681238 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.681238 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.681238 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.682160 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.682160 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.682160 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.682405 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.682405 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.682642 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.682878 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.683105 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.683319 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.684410 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.685516 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.685685 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 10:50:44.686277 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103211) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 10:50:44.686438 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 10:50:44.686586 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 10:50:44.686754 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 10:50:44.686933 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 10:50:44.687156 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 10:50:44.687283 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.687415 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.687627 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.687784 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.688313 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.688494 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.689475 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.689475 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.689475 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.689475 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.689749 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.689749 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.689872 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.690018 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.690171 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.690319 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.690508 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.690641 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.691141 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.692905 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.693079 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.693246 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.693407 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] debug = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.693573 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.693786 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.693950 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.694107 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.694265 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.694424 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.694582 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.696136 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.696136 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.696136 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.696136 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.696136 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.697300 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.697300 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.697300 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.698718 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.699406 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.699603 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.699777 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] host = dv-cinder-818994-3-smb {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.699946 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.700113 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.700278 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.700447 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.700670 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.700763 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.700910 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.701067 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.701224 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.701385 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.701385 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.701385 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.701385 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.701385 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.702385 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_options = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.702385 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.702385 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.702593 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.702701 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.702862 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.703018 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.703172 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.703328 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.704518 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.705157 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.705157 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.705157 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.706179 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.706287 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:50:44.706396 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.706396 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.706396 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.706396 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.706952 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.708452 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.708452 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.708452 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.708452 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.708452 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.708452 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.708452 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.708992 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.708992 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.708992 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.709197 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.709276 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.709363 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.709526 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.709684 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.709827 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.710031 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.710117 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.710271 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.710477 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.712081 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.712081 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.712081 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.712081 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.712081 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.712081 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.712956 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.713148 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.713984 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_json = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.713984 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.714251 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.714251 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.714506 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.714506 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.714639 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.714798 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.714967 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.715128 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 10:50:44.716261 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.716261 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.716261 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.716261 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.716261 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.716261 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.716261 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.716982 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.716982 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.716982 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.716982 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.716982 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.717420 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.717420 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.717420 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.717644 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.717758 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.719458 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.719458 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.719458 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.719458 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.719458 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.719458 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.719458 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.719458 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720178 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720178 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720178 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720178 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720178 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720178 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720572 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720572 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720572 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720776 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720776 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.720937 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.721102 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.721265 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.721940 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.721940 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.722873 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.723045 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.723209 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.723369 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.724090 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.724937 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.725060 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.725176 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.725938 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.726109 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.726261 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.726460 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.726595 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.726718 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.726866 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.727008 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.727174 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.727330 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.727588 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.727691 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.727826 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.727971 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.728127 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.728285 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.728443 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.728600 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.728758 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.728928 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.729084 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.729241 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.729397 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.729554 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.729711 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.730610 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.730781 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.730938 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.731249 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.731574 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.731882 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.732043 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.732207 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.732350 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.732508 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.733025 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.733025 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.733025 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.733265 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.733265 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.734114 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.734432 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.734755 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.734935 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.735098 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.735260 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.735427 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.735607 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.735765 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.735919 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.736077 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.736077 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.736077 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.738736 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.739463 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.739645 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.740617 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.740617 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.740617 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.740617 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.740617 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.740617 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.741121 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.741121 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.741121 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.741327 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.741327 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.741477 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.741644 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.741762 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.741933 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.742092 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.742253 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.742410 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.742581 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.742746 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.742905 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.743064 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.743214 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.743374 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.743794 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.744498 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.744664 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.744806 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.744944 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.745080 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.745337 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.745472 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.745602 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.745734 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.745862 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.745988 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.746378 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.746378 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.746757 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.746757 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.746757 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.747317 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.747317 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.747317 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.747317 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.748287 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.748510 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.748727 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.748727 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.750658 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.750658 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.750658 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.750658 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.750658 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.750658 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.750658 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.750658 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.752165 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.752165 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.752531 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.752531 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.752829 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.752829 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.753058 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.753058 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.753301 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.753301 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.753580 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.753580 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.753806 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.755120 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.755307 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.755483 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.755626 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.757496 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.757496 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.757496 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.757496 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.757496 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.757964 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.757964 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.758086 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.758169 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.758325 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.758496 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.758661 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.758825 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.758968 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.759140 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.759313 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.759538 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.759630 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.759790 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.759950 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.760102 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.760260 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.760418 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.760575 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.760733 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.760890 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.761047 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.761204 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.761362 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.761520 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.761678 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.761839 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.761992 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.762145 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.762303 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.762610 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.762787 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.762954 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.763103 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.763251 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.763394 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.763716 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.763716 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.763862 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.764026 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.764161 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.764320 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.764477 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.764635 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.764798 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.764969 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.765105 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.765258 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.765423 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.765568 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.766683 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.766683 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.766683 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.766683 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.766683 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.766683 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.766683 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.767396 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.767606 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.767770 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.767932 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.768672 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.768672 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.768672 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.768672 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.769956 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.769956 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.770450 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.770641 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.770936 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.770936 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.771110 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.771349 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.771479 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.771565 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.771738 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.771899 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.772068 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.772295 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.772393 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.773103 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.773103 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.773103 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.773103 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.773103 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.773419 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.773419 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.773553 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.773799 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.774849 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.774849 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.774849 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.774849 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.774849 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.774849 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.774849 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.775292 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.775553 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.775653 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.775779 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.775936 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.776174 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.776381 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.776540 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.776689 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.776934 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.777030 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.777905 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.777905 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.777905 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.777905 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.777905 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.778288 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.778288 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.778288 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.778476 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.778549 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.778664 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 10:50:44.778819 dv-cinder-818994-3-smb neutron-server[103211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103211) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 10:50:56.654365 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34270144-f50c-4d40-abb5-00f184f059a1 None None] get_active_networks_info from dv-cinder-818994-3-smb {{(pid=103323) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 05 10:50:56.743883 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34270144-f50c-4d40-abb5-00f184f059a1 None None] No non-hosted networks {{(pid=103323) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 10:50:56.761962 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.agentschedulers_db [None req-34270144-f50c-4d40-abb5-00f184f059a1 None None] DHCP Agent not found on host dv-cinder-818994-3-smb {{(pid=103323) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 10:50:56.806345 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9bc234ba-ad8c-4a87-946c-62252ff9a12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577725'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:50:59.555575 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1af5eba7-c7f2-433e-8a8b-95a4ae109bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577725'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:50:59.599494 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe9f89da-1f28-4f06-bb62-68f30bd68d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:00.763729 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40062) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:00.911372 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577725'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:01.406092 dv-cinder-818994-3-smb neutron-server[103322]: WARNING oslo_policy.policy [None req-6be0f229-f310-4b0d-9c41-81b59f7e3cb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 10:51:01.406669 dv-cinder-818994-3-smb neutron-server[103322]: WARNING oslo_policy.policy [None req-6be0f229-f310-4b0d-9c41-81b59f7e3cb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 10:51:01.670561 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [None req-6be0f229-f310-4b0d-9c41-81b59f7e3cb2 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 10:51:01.684196 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-6be0f229-f310-4b0d-9c41-81b59f7e3cb2 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9166617 Apr 05 10:51:02.476729 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577725'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:03.722564 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577725'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:03.724884 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.725714 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.726283 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.727028 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.727724 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.728270 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.728896 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.729582 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.730360 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.730925 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.731473 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.732023 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.732575 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.733240 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.733772 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:03.734651 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818994-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:51:03.750126 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818994-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:51:04.460203 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 40096) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:04.915385 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.db.l3_hamode_db [None req-d020e538-4cd1-40b8-98b2-871143982bcf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 10:51:04.999875 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020e538-4cd1-40b8-98b2-871143982bcf None None] Routers set() bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 10:51:05.000408 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020e538-4cd1-40b8-98b2-871143982bcf None None] Router IDs set() for agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 10:51:05.054766 dv-cinder-818994-3-smb neutron-server[103320]: WARNING oslo_policy.policy [None req-345dfc67-3a95-465e-8fcb-5da36d46274c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 10:51:05.055380 dv-cinder-818994-3-smb neutron-server[103320]: WARNING oslo_policy.policy [None req-345dfc67-3a95-465e-8fcb-5da36d46274c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 10:51:05.276733 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-345dfc67-3a95-465e-8fcb-5da36d46274c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:51:05.371939 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.policy [None req-345dfc67-3a95-465e-8fcb-5da36d46274c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103320) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 10:51:05.415946 dv-cinder-818994-3-smb neutron-server[103320]: WARNING oslo_policy.policy [None req-345dfc67-3a95-465e-8fcb-5da36d46274c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 10:51:05.416411 dv-cinder-818994-3-smb neutron-server[103320]: WARNING oslo_policy.policy [None req-345dfc67-3a95-465e-8fcb-5da36d46274c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 10:51:05.519210 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-345dfc67-3a95-465e-8fcb-5da36d46274c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734372298738', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734372296709', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734372280683', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734372273498', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734372326214', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734372319731', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1186945', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-848916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1570988', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1465213'] for rbac-policy (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:05.592913 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-345dfc67-3a95-465e-8fcb-5da36d46274c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:05.594220 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-345dfc67-3a95-465e-8fcb-5da36d46274c admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1329949 Apr 05 10:51:08.213341 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40114) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:08.578030 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:51:08.637296 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Made reservation on behalf of 9cbbb6e1350941c08b55ba041d70cb14 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:51:08.699238 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.policy [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103322) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 10:51:08.741208 dv-cinder-818994-3-smb neutron-server[103322]: WARNING oslo_policy.policy [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 10:51:08.741581 dv-cinder-818994-3-smb neutron-server[103322]: WARNING oslo_policy.policy [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 10:51:08.752352 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:08.775606 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:08.914716 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Publish callbacks [] for security_group (45a0c4a5-0439-4eff-a8e2-a6563e1f81fd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:08.920414 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (45a0c4a5-0439-4eff-a8e2-a6563e1f81fd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:08.954691 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:51:08.982634 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734370622320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (6d787b04-d653-4804-a0f7-b83fd4d53015), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:08.983213 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Unsubscribe: segment precommit_create {{(pid=103322) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 10:51:08.983757 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.segments_db [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Added segment 6d787b04-d653-4804-a0f7-b83fd4d53015 of type vlan for network 8c14d448-e4e9-46d4-ac5d-9680f612f4d1 Apr 05 10:51:09.000267 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=45a0c4a5-0439-4eff-a8e2-a6563e1f81fd,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:09.022915 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.023251 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.023628 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.023980 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.024309 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.024629 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.024946 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.025246 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.025563 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.025876 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.026186 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.026513 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.026827 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.027138 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.027462 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Tracked resource versions report: Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: pushed versions: Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: { 'AddressGroup': {'1.2'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Agent': {'1.1'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'ConntrackHelper': {'1.0'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'LocalIPAssociation': {'1.0'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Log': {'1.0'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'NDPProxy': {'1.0'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Network': {'1.1'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Port': {'1.7'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'PortForwarding': {'1.3'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'QosPolicy': {'1.10'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'SecurityGroup': {'1.5'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'SecurityGroupRule': {'1.2'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'SubPort': {'1.0'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Subnet': {'1.1'}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Trunk': {'1.1'}} Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: consumer versions: Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: { DHCP agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: L3 agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: Metadata agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: Metering agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: Open vSwitch agent@dv-cinder-818994-3-smb: { 'AddressGroup': '1.2', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Agent': '1.1', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'ConntrackHelper': '1.0', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'LocalIPAssociation': '1.0', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Log': '1.0', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'NDPProxy': '1.0', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Network': '1.1', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Port': '1.7', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'PortForwarding': '1.3', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'QosPolicy': '1.10', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'SecurityGroup': '1.5', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'SecurityGroupRule': '1.2', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'SubPort': '1.0', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Subnet': '1.1', Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: 'Trunk': '1.1'}} Apr 05 10:51:09.028719 dv-cinder-818994-3-smb neutron-server[103322]: {{(pid=103322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 10:51:09.126411 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (8c14d448-e4e9-46d4-ac5d-9680f612f4d1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:09.174077 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (8c14d448-e4e9-46d4-ac5d-9680f612f4d1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:09.179817 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:51:09.180525 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:09.252798 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0383928 Apr 05 10:51:09.304373 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d50572-8777-45ed-8d9d-c75b3a08bc88 demo demo] Pushing event updated for resources: {'Network': ['ID=8c14d448-e4e9-46d4-ac5d-9680f612f4d1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:09.317904 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network 8c14d448-e4e9-46d4-ac5d-9680f612f4d1 details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 10:51:11.887186 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 40128) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:12.385178 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b6a6e-cecf-404b-9993-a6f24645ef7b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:51:12.386644 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-538b6a6e-cecf-404b-9993-a6f24645ef7b demo admin] 10.222.0.43 "GET /v2.0/networks/8c14d448-e4e9-46d4-ac5d-9680f612f4d1 HTTP/1.1" status: 200 len: 825 time: 0.4984622 Apr 05 10:51:12.414887 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-1a03a1b9-475a-4fb7-bac7-fb4ce9b2ae5f demo admin] 10.222.0.43 "GET /v2.0/subnetpools/ac7c7e25-0770-4881-8979-90dff9b1e4cd HTTP/1.1" status: 200 len: 734 time: 0.0195978 Apr 05 10:51:12.423921 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Request body: {'subnet': {'subnetpool_id': 'ac7c7e25-0770-4881-8979-90dff9b1e4cd', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:51:12.453826 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Made reservation on behalf of 9cbbb6e1350941c08b55ba041d70cb14 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:51:12.457586 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:12.783413 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for subnet (2ef8582b-51ec-48a6-abca-98fd4ca1b35c), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:12.856356 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Checking segment: {'id': '6d787b04-d653-4804-a0f7-b83fd4d53015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:51:12.856712 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Network hostable DHCP agents. Network: 8c14d448-e4e9-46d4-ac5d-9680f612f4d1, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:51:12.863735 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2ef8582b-51ec-48a6-abca-98fd4ca1b35c,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:12.873951 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.874290 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.874979 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.875373 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.875705 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.876052 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.876575 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.877135 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.877712 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.878321 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.878857 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.879409 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.880018 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.880575 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.881095 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Tracked resource versions report: Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: pushed versions: Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: { 'AddressGroup': {'1.2'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Agent': {'1.1'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'ConntrackHelper': {'1.0'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'LocalIPAssociation': {'1.0'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Log': {'1.0'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'NDPProxy': {'1.0'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Network': {'1.1'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Port': {'1.7'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'PortForwarding': {'1.3'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'QosPolicy': {'1.10'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'SecurityGroup': {'1.5'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'SecurityGroupRule': {'1.2'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'SubPort': {'1.0'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Subnet': {'1.1'}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Trunk': {'1.1'}} Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: consumer versions: Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: { DHCP agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: L3 agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: Metadata agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: Metering agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: Open vSwitch agent@dv-cinder-818994-3-smb: { 'AddressGroup': '1.2', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Agent': '1.1', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'ConntrackHelper': '1.0', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'LocalIPAssociation': '1.0', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Log': '1.0', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'NDPProxy': '1.0', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Network': '1.1', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Port': '1.7', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'PortForwarding': '1.3', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'QosPolicy': '1.10', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'SecurityGroup': '1.5', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'SecurityGroupRule': '1.2', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'SubPort': '1.0', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Subnet': '1.1', Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: 'Trunk': '1.1'}} Apr 05 10:51:12.883018 dv-cinder-818994-3-smb neutron-server[103320]: {{(pid=103320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 10:51:12.917482 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Network 8c14d448-e4e9-46d4-ac5d-9680f612f4d1 is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:51:12.932773 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, 8c14d448-e4e9-46d4-ac5d-9680f612f4d1) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:51:12.938605 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:51:12.939234 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:12.943998 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19b22e0-9ab3-4ba2-8efd-ad92f7bff7c3 None None] Network 8c14d448-e4e9-46d4-ac5d-9680f612f4d1 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:51:12.956625 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-7d63a85a-0c45-4c4d-88e1-9152c45db084 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5357869 Apr 05 10:51:13.346674 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd83f9197-d010-5aca-b623-cab93bca9b91-8c14d448-e4e9-46d4-ac5d-9680f612f4d1', 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1', 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'fixed_ips': [{'subnet_id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c'}]}} from dv-cinder-818994-3-smb. {{(pid=103323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 10:51:13.348183 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:13.643615 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Allocated IP 172.20.0.2 (8c14d448-e4e9-46d4-ac5d-9680f612f4d1/2ef8582b-51ec-48a6-abca-98fd4ca1b35c/71485de7-7d35-45ca-a756-d56bcfe19507) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:51:13.925680 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Publish callbacks [] for port (71485de7-7d35-45ca-a756-d56bcfe19507), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:13.938718 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (71485de7-7d35-45ca-a756-d56bcfe19507), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:14.012038 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Network 8c14d448-e4e9-46d4-ac5d-9680f612f4d1 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:51:14.017913 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:51:14.029372 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:51:14.032449 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Pushing event updated for resources: {'Port': ['ID=71485de7-7d35-45ca-a756-d56bcfe19507,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:14.041628 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.041944 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.042300 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.042642 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.042965 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.043267 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.043607 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.043925 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.044237 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.044571 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.044882 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.045200 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.045503 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.045834 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.046143 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Tracked resource versions report: Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: pushed versions: Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: { 'AddressGroup': {'1.2'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Agent': {'1.1'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'ConntrackHelper': {'1.0'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Log': {'1.0'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'NDPProxy': {'1.0'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Network': {'1.1'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Port': {'1.7'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'PortForwarding': {'1.3'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'QosPolicy': {'1.10'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'SecurityGroup': {'1.5'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'SubPort': {'1.0'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Subnet': {'1.1'}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Trunk': {'1.1'}} Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: consumer versions: Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: { DHCP agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: L3 agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: Metadata agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: Metering agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: Open vSwitch agent@dv-cinder-818994-3-smb: { 'AddressGroup': '1.2', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Agent': '1.1', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'ConntrackHelper': '1.0', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'LocalIPAssociation': '1.0', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Log': '1.0', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'NDPProxy': '1.0', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Network': '1.1', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Port': '1.7', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'PortForwarding': '1.3', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'QosPolicy': '1.10', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'SecurityGroup': '1.5', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'SecurityGroupRule': '1.2', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'SubPort': '1.0', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Subnet': '1.1', Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: 'Trunk': '1.1'}} Apr 05 10:51:14.047328 dv-cinder-818994-3-smb neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 10:51:14.120347 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Attempting to bind port 71485de7-7d35-45ca-a756-d56bcfe19507 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 10:51:14.120752 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Attempting to bind port 71485de7-7d35-45ca-a756-d56bcfe19507 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '6d787b04-d653-4804-a0f7-b83fd4d53015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 10:51:14.121138 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Attempting to bind port 71485de7-7d35-45ca-a756-d56bcfe19507 on network 8c14d448-e4e9-46d4-ac5d-9680f612f4d1 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 10:51:14.126711 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 10:51:14.127081 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Checking segment: {'id': '6d787b04-d653-4804-a0f7-b83fd4d53015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:51:14.127541 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:14.127925 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Bound using segment: {'id': '6d787b04-d653-4804-a0f7-b83fd4d53015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 10:51:14.128502 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Bound port: 71485de7-7d35-45ca-a756-d56bcfe19507, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d787b04-d653-4804-a0f7-b83fd4d53015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 10:51:14.129097 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (71485de7-7d35-45ca-a756-d56bcfe19507), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:14.196550 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] For port 71485de7-7d35-45ca-a756-d56bcfe19507, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:51:14.201165 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] For port 71485de7-7d35-45ca-a756-d56bcfe19507, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=71485de7-7d35-45ca-a756-d56bcfe19507,segment=NetworkSegment(6d787b04-d653-4804-a0f7-b83fd4d53015),segment_id=6d787b04-d653-4804-a0f7-b83fd4d53015)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:51:14.208839 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (71485de7-7d35-45ca-a756-d56bcfe19507), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:14.269669 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b061c-3ffd-482a-8bf0-c9e9581c30c2 None None] Pushing event updated for resources: {'Port': ['ID=71485de7-7d35-45ca-a756-d56bcfe19507,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:15.563193 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 40140) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:15.903831 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [None req-114cff4f-4c31-4bc1-bf46-37ab69207c91 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 10:51:15.904827 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-114cff4f-4c31-4bc1-bf46-37ab69207c91 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3407171 Apr 05 10:51:18.601678 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40148) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:18.932643 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [None req-f66088a8-bf31-4379-9fdc-1e3dce50b065 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 10:51:18.933611 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f66088a8-bf31-4379-9fdc-1e3dce50b065 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3308482 Apr 05 10:51:21.525328 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40156) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:21.859958 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-58c8adfb-bc9a-4e84-825d-816b01d9755b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:51:21.885657 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58c8adfb-bc9a-4e84-825d-816b01d9755b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29016'] for router (8199f763-8077-4c7e-a9b4-12c5864aee1d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:21.887417 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58c8adfb-bc9a-4e84-825d-816b01d9755b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-523207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28993'] for router (8199f763-8077-4c7e-a9b4-12c5864aee1d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:22.029250 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58c8adfb-bc9a-4e84-825d-816b01d9755b demo demo] Publish callbacks [] for router_controller (8199f763-8077-4c7e-a9b4-12c5864aee1d), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:22.035139 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58c8adfb-bc9a-4e84-825d-816b01d9755b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577586'] for router (8199f763-8077-4c7e-a9b4-12c5864aee1d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:22.052604 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-58c8adfb-bc9a-4e84-825d-816b01d9755b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:22.054059 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-58c8adfb-bc9a-4e84-825d-816b01d9755b demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5277290 Apr 05 10:51:24.632189 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40168) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:24.650316 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 71485de7-7d35-45ca-a756-d56bcfe19507 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 10:51:24.742355 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 71485de7-7d35-45ca-a756-d56bcfe19507 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:51:24.742762 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (71485de7-7d35-45ca-a756-d56bcfe19507), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:24.857632 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 71485de7-7d35-45ca-a756-d56bcfe19507 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:51:24.858028 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (71485de7-7d35-45ca-a756-d56bcfe19507), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:24.900556 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-354c62dc-8560-4977-9791-165612471015 None None] For port 71485de7-7d35-45ca-a756-d56bcfe19507, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=71485de7-7d35-45ca-a756-d56bcfe19507,segment=NetworkSegment(6d787b04-d653-4804-a0f7-b83fd4d53015),segment_id=6d787b04-d653-4804-a0f7-b83fd4d53015)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:51:24.906712 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (71485de7-7d35-45ca-a756-d56bcfe19507), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:24.958403 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Pushing event updated for resources: {'Port': ['ID=71485de7-7d35-45ca-a756-d56bcfe19507,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:25.000849 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [None req-5056cd82-598c-4523-9157-17be2ea81cbb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 10:51:25.002420 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-5056cd82-598c-4523-9157-17be2ea81cbb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3691859 Apr 05 10:51:25.886538 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e78721-9d53-4095-8562-ede2bc03f190 None None] Network 8c14d448-e4e9-46d4-ac5d-9680f612f4d1 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:51:25.998202 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-9ec2336b-e4b6-4875-8268-142d9387f43e None None] Provisioning complete for port 71485de7-7d35-45ca-a756-d56bcfe19507 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:51:25.998557 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ec2336b-e4b6-4875-8268-142d9387f43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (71485de7-7d35-45ca-a756-d56bcfe19507), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:26.107123 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2336b-e4b6-4875-8268-142d9387f43e None None] Current status of the port 71485de7-7d35-45ca-a756-d56bcfe19507 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:51:26.328957 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-7055d305-395d-46cb-8226-436b2d775554 None None] Provisioning complete for port 71485de7-7d35-45ca-a756-d56bcfe19507 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:51:26.329345 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7055d305-395d-46cb-8226-436b2d775554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (71485de7-7d35-45ca-a756-d56bcfe19507), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:26.414051 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7055d305-395d-46cb-8226-436b2d775554 None None] Current status of the port 71485de7-7d35-45ca-a756-d56bcfe19507 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:51:26.579048 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3c9465d4-ea78-41ff-866b-b7d13a3f1380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:26.631754 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 71485de7-7d35-45ca-a756-d56bcfe19507 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 10:51:26.682044 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 71485de7-7d35-45ca-a756-d56bcfe19507 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:51:26.682395 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (71485de7-7d35-45ca-a756-d56bcfe19507), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:26.764579 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 71485de7-7d35-45ca-a756-d56bcfe19507 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:51:27.591003 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40176) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:27.974462 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:51:28.003768 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Made reservation on behalf of c98c76c1e5374262b3e3fdbbfcc160d2 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:51:28.006184 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:28.014720 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:28.092057 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Publish callbacks [] for security_group (83baed5c-8d6e-4fdd-ba0c-dc8b974dcc0f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:28.097280 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (83baed5c-8d6e-4fdd-ba0c-dc8b974dcc0f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:28.112685 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Reserving flat network on physical network physnet1 {{(pid=103322) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 10:51:28.133832 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83baed5c-8d6e-4fdd-ba0c-dc8b974dcc0f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:28.136991 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (8926cfe0-e3a1-428b-9a3c-de6ce9677fe4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:28.137329 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.segments_db [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Added segment 8926cfe0-e3a1-428b-9a3c-de6ce9677fe4 of type flat for network 00d12171-f517-474d-a69e-00f7b55a096a Apr 05 10:51:28.191141 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (00d12171-f517-474d-a69e-00f7b55a096a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:28.230963 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (00d12171-f517-474d-a69e-00f7b55a096a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:28.232250 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:51:28.233033 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:28.280755 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6885798 Apr 05 10:51:28.359795 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78aba9b-48ce-4285-b6df-aa1ee099f109 admin admin] Pushing event updated for resources: {'Network': ['ID=00d12171-f517-474d-a69e-00f7b55a096a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:28.370687 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network 00d12171-f517-474d-a69e-00f7b55a096a details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 10:51:29.556060 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8804a1b5-de19-4559-a064-c368e7454a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:30.839976 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40184) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:30.859617 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:31.222581 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747b7da-e7fe-453c-b888-40dbe2527008 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:51:31.223950 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-4747b7da-e7fe-453c-b888-40dbe2527008 demo admin] 10.222.0.43 "GET /v2.0/subnets/2ef8582b-51ec-48a6-abca-98fd4ca1b35c HTTP/1.1" status: 200 len: 849 time: 0.3829901 Apr 05 10:51:31.348101 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-03ddd1b5-f6f6-4a83-96d1-f921609ed512 demo admin] 10.222.0.43 "GET /v2.0/routers/8199f763-8077-4c7e-a9b4-12c5864aee1d HTTP/1.1" status: 200 len: 704 time: 0.1171646 Apr 05 10:51:31.636779 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:31.938003 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Allocated IP 172.20.0.1 (8c14d448-e4e9-46d4-ac5d-9680f612f4d1/2ef8582b-51ec-48a6-abca-98fd4ca1b35c/9cec2102-39a7-4af6-8676-d923c334fe88) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:51:32.134268 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Publish callbacks [] for port (9cec2102-39a7-4af6-8676-d923c334fe88), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:32.205925 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:32.283649 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Network 8c14d448-e4e9-46d4-ac5d-9680f612f4d1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:51:32.340241 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:51:32.346284 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Pushing event updated for resources: {'Port': ['ID=9cec2102-39a7-4af6-8676-d923c334fe88,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:32.349836 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:51:32.350286 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577635'] for router_interface (8199f763-8077-4c7e-a9b4-12c5864aee1d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:32.398164 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:32.568557 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:32.687059 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-020ee664-fdab-49bc-af52-e5674a790669 None None] Provisioning complete for port 9cec2102-39a7-4af6-8676-d923c334fe88 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:51:32.687404 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-020ee664-fdab-49bc-af52-e5674a790669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:32.721820 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-020ee664-fdab-49bc-af52-e5674a790669 None None] Port 9cec2102-39a7-4af6-8676-d923c334fe88 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 10:51:32.786515 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Publish callbacks [] for port (9cec2102-39a7-4af6-8676-d923c334fe88), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:32.794823 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:32.795654 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (8199f763-8077-4c7e-a9b4-12c5864aee1d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:32.877347 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Pushing event updated for resources: {'Port': ['ID=9cec2102-39a7-4af6-8676-d923c334fe88,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:32.927776 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Network 8c14d448-e4e9-46d4-ac5d-9680f612f4d1 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:51:32.929209 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:51:33.109040 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Router 8199f763-8077-4c7e-a9b4-12c5864aee1d is scheduled to L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:51:33.148035 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-a911fb22-0960-47f4-9aeb-443fd3573cd5 None None] Provisioning complete for port 9cec2102-39a7-4af6-8676-d923c334fe88 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:51:33.148515 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a911fb22-0960-47f4-9aeb-443fd3573cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:33.185250 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a911fb22-0960-47f4-9aeb-443fd3573cd5 None None] Port 9cec2102-39a7-4af6-8676-d923c334fe88 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 10:51:33.210913 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:51:33.227529 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-3680638d-82ce-43d6-9dad-fc0ed95693f9 demo admin] 10.222.0.43 "PUT /v2.0/routers/8199f763-8077-4c7e-a9b4-12c5864aee1d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8607128 Apr 05 10:51:33.228050 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Sync routers for ids ['8199f763-8077-4c7e-a9b4-12c5864aee1d'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 10:51:33.234101 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Routers {'8199f763-8077-4c7e-a9b4-12c5864aee1d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 10:51:33.234957 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T10:51:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8199f763-8077-4c7e-a9b4-12c5864aee1d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:51:33.445955 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Set router 8199f763-8077-4c7e-a9b4-12c5864aee1d gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 10:51:33.718152 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:33.902127 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'name': 'router1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:51:21Z', 'updated_at': '2022-04-05T10:51:32Z', 'revision_number': 2, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'gw_port_host': None, '_interfaces': [{'id': '9cec2102-39a7-4af6-8676-d923c334fe88', 'name': '', 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'mac_address': 'fa:16:3e:0d:ff:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:51:31Z', 'updated_at': '2022-04-05T10:51:32Z', 'revision_number': 2, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'subnets': [{'id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7c7e25-0770-4881-8979-90dff9b1e4cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:51:33.958014 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Checking router: 8199f763-8077-4c7e-a9b4-12c5864aee1d for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 10:51:33.958404 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Updating router 8199f763-8077-4c7e-a9b4-12c5864aee1d port 9cec2102-39a7-4af6-8676-d923c334fe88 binding host dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 10:51:34.011278 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:34.531742 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Publish callbacks [] for port (9cec2102-39a7-4af6-8676-d923c334fe88), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:34.539432 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:34.720914 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Pushing event updated for resources: {'Port': ['ID=9cec2102-39a7-4af6-8676-d923c334fe88,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:34.723741 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Attempting to bind port 9cec2102-39a7-4af6-8676-d923c334fe88 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 10:51:34.724169 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Attempting to bind port 9cec2102-39a7-4af6-8676-d923c334fe88 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '6d787b04-d653-4804-a0f7-b83fd4d53015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 10:51:34.724532 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Attempting to bind port 9cec2102-39a7-4af6-8676-d923c334fe88 on network 8c14d448-e4e9-46d4-ac5d-9680f612f4d1 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 10:51:34.733532 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 10:51:34.733958 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Checking segment: {'id': '6d787b04-d653-4804-a0f7-b83fd4d53015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:51:34.734537 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:34.734804 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Bound using segment: {'id': '6d787b04-d653-4804-a0f7-b83fd4d53015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 10:51:34.735297 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Bound port: 9cec2102-39a7-4af6-8676-d923c334fe88, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d787b04-d653-4804-a0f7-b83fd4d53015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 10:51:34.735698 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:34.742984 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.743475 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.743816 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.744156 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.744487 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.744812 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.745134 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.745456 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.745778 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.746098 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.746420 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.746744 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.747062 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.747379 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.747721 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Tracked resource versions report: Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: pushed versions: Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: { 'AddressGroup': {'1.2'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Agent': {'1.1'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Log': {'1.0'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'NDPProxy': {'1.0'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Network': {'1.1'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Port': {'1.7'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'PortForwarding': {'1.3'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'QosPolicy': {'1.10'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'SecurityGroup': {'1.5'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'SubPort': {'1.0'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Subnet': {'1.1'}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Trunk': {'1.1'}} Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: consumer versions: Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: { DHCP agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: L3 agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: Metadata agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: Metering agent@dv-cinder-818994-3-smb: {}, Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: Open vSwitch agent@dv-cinder-818994-3-smb: { 'AddressGroup': '1.2', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Agent': '1.1', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'ConntrackHelper': '1.0', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'LocalIPAssociation': '1.0', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Log': '1.0', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'NDPProxy': '1.0', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Network': '1.1', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Port': '1.7', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'PortForwarding': '1.3', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'QosPolicy': '1.10', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'SecurityGroup': '1.5', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'SecurityGroupRule': '1.2', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'SubPort': '1.0', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Subnet': '1.1', Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: 'Trunk': '1.1'}} Apr 05 10:51:34.748938 dv-cinder-818994-3-smb neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 10:51:34.816270 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-e70b089c-7978-4eda-a8d9-54ece0357213 None None] Provisioning complete for port 9cec2102-39a7-4af6-8676-d923c334fe88 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:51:34.816914 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e70b089c-7978-4eda-a8d9-54ece0357213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:34.819071 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] For port 9cec2102-39a7-4af6-8676-d923c334fe88, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:51:34.839468 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] For port 9cec2102-39a7-4af6-8676-d923c334fe88, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9cec2102-39a7-4af6-8676-d923c334fe88,segment=NetworkSegment(6d787b04-d653-4804-a0f7-b83fd4d53015),segment_id=6d787b04-d653-4804-a0f7-b83fd4d53015)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:51:34.847244 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:34.854537 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e70b089c-7978-4eda-a8d9-54ece0357213 None None] Port 9cec2102-39a7-4af6-8676-d923c334fe88 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 10:51:34.899239 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Routers {'8199f763-8077-4c7e-a9b4-12c5864aee1d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 10:51:34.899746 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T10:51:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8199f763-8077-4c7e-a9b4-12c5864aee1d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:51:34.997902 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c8d9d-585b-405c-bb47-bab1c01bc182 None None] Pushing event updated for resources: {'Port': ['ID=9cec2102-39a7-4af6-8676-d923c334fe88,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:35.007010 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] Set router 8199f763-8077-4c7e-a9b4-12c5864aee1d gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 10:51:35.082776 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-734627e3-037c-462a-92e7-4bf725fe26ca None None] Provisioning complete for port 9cec2102-39a7-4af6-8676-d923c334fe88 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:51:35.083528 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-734627e3-037c-462a-92e7-4bf725fe26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:35.184973 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-734627e3-037c-462a-92e7-4bf725fe26ca None None] Current status of the port 9cec2102-39a7-4af6-8676-d923c334fe88 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:51:35.185288 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-734627e3-037c-462a-92e7-4bf725fe26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:35.223380 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-734627e3-037c-462a-92e7-4bf725fe26ca None None] For port 9cec2102-39a7-4af6-8676-d923c334fe88, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9cec2102-39a7-4af6-8676-d923c334fe88,segment=NetworkSegment(6d787b04-d653-4804-a0f7-b83fd4d53015),segment_id=6d787b04-d653-4804-a0f7-b83fd4d53015)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:51:35.228775 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-734627e3-037c-462a-92e7-4bf725fe26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:35.272014 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'name': 'router1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:51:21Z', 'updated_at': '2022-04-05T10:51:32Z', 'revision_number': 2, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'gw_port_host': None, '_interfaces': [{'id': '9cec2102-39a7-4af6-8676-d923c334fe88', 'name': '', 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'mac_address': 'fa:16:3e:0d:ff:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:51:31Z', 'updated_at': '2022-04-05T10:51:34Z', 'revision_number': 4, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'subnets': [{'id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7c7e25-0770-4881-8979-90dff9b1e4cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:51:35.280967 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734627e3-037c-462a-92e7-4bf725fe26ca None None] Pushing event updated for resources: {'Port': ['ID=9cec2102-39a7-4af6-8676-d923c334fe88,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:35.300724 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a5206b-0080-4d09-a4e7-7f23cd2fe866 None None] The sync data for ids ['8199f763-8077-4c7e-a9b4-12c5864aee1d'] in dv-cinder-818994-3-smb is: [{'id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'name': 'router1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:51:21Z', 'updated_at': '2022-04-05T10:51:32Z', 'revision_number': 2, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'gw_port_host': None, '_interfaces': [{'id': '9cec2102-39a7-4af6-8676-d923c334fe88', 'name': '', 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'mac_address': 'fa:16:3e:0d:ff:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:51:31Z', 'updated_at': '2022-04-05T10:51:34Z', 'revision_number': 4, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'subnets': [{'id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7c7e25-0770-4881-8979-90dff9b1e4cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 10:51:35.740281 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40206) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:35.871471 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d089bae1-6c5c-497d-853a-a78cb48599bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:51:35.873021 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-d089bae1-6c5c-497d-853a-a78cb48599bb admin admin] 10.222.0.43 "GET /v2.0/networks/00d12171-f517-474d-a69e-00f7b55a096a HTTP/1.1" status: 200 len: 842 time: 0.1313405 Apr 05 10:51:35.883661 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.2.1'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:51:35.912332 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Made reservation on behalf of c98c76c1e5374262b3e3fdbbfcc160d2 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:51:35.915474 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:36.269531 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.objects.ports [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103322) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 10:51:36.269908 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for subnet (2e4d706c-18a7-4087-b575-3f20d228d196), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:36.324788 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4d706c-18a7-4087-b575-3f20d228d196,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:36.337867 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Checking segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:51:36.338213 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Network hostable DHCP agents. Network: 00d12171-f517-474d-a69e-00f7b55a096a, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:51:36.360789 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Network 00d12171-f517-474d-a69e-00f7b55a096a is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:51:36.375278 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, 00d12171-f517-474d-a69e-00f7b55a096a) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:51:36.380565 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:51:36.381352 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:36.386886 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f295d6-6cf8-47ab-ba49-a3f9d7edb375 None None] Network 00d12171-f517-474d-a69e-00f7b55a096a requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:51:36.401267 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-1d78470d-717c-4f6f-a29b-735041347ff9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5212674 Apr 05 10:51:36.542596 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6d6fb2-7267-4b05-95fc-3ba05d06ccd5 None None] Network 00d12171-f517-474d-a69e-00f7b55a096a requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:51:38.933384 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 40224) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:39.231362 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-3fad2e2b-5f82-4b52-bb8e-51ed1de55920 demo admin] 10.222.0.43 "GET /v2.0/routers/8199f763-8077-4c7e-a9b4-12c5864aee1d HTTP/1.1" status: 200 len: 710 time: 0.2967091 Apr 05 10:51:39.352460 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2398452d-2319-44ac-8afd-f433cf790c67 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:51:39.353827 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-2398452d-2319-44ac-8afd-f433cf790c67 demo admin] 10.222.0.43 "GET /v2.0/networks/00d12171-f517-474d-a69e-00f7b55a096a HTTP/1.1" status: 200 len: 886 time: 0.1172521 Apr 05 10:51:39.363166 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:51:39.626610 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Publish callbacks [] for router_gateway (8199f763-8077-4c7e-a9b4-12c5864aee1d), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:39.888832 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Publish callbacks [] for router_gateway (8199f763-8077-4c7e-a9b4-12c5864aee1d), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:39.970472 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:40.147627 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Allocated IP 172.28.2.160 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/c1109932-8cc3-4b7a-aba0-5a507d71c52a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:51:40.264209 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Publish callbacks [] for port (c1109932-8cc3-4b7a-aba0-5a507d71c52a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:40.329134 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (c1109932-8cc3-4b7a-aba0-5a507d71c52a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:40.402613 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:51:40.408719 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:51:40.420103 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:51:40.426070 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Pushing event updated for resources: {'Port': ['ID=c1109932-8cc3-4b7a-aba0-5a507d71c52a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:40.778932 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Publish callbacks [] for router_gateway (8199f763-8077-4c7e-a9b4-12c5864aee1d), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:41.005119 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1578897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1583137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28979'] for router (8199f763-8077-4c7e-a9b4-12c5864aee1d), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:41.011373 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1578888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577595', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1583128'] for router (8199f763-8077-4c7e-a9b4-12c5864aee1d), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:41.135357 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Router 8199f763-8077-4c7e-a9b4-12c5864aee1d has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:51:41.249232 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:51:41.254931 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:41.256256 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-8d2acc01-99eb-468c-80f6-c06ed874e0e0 demo admin] 10.222.0.43 "PUT /v2.0/routers/8199f763-8077-4c7e-a9b4-12c5864aee1d HTTP/1.1" status: 200 len: 890 time: 1.8964925 Apr 05 10:51:42.678724 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9cec2102-39a7-4af6-8676-d923c334fe88 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 10:51:42.732939 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 9cec2102-39a7-4af6-8676-d923c334fe88 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:51:42.733373 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:42.821488 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 9cec2102-39a7-4af6-8676-d923c334fe88 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:51:43.863517 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 40236) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:51:43.996847 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-d60c238b-b863-4dab-82ea-0759d48923b9 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1317971 Apr 05 10:51:44.421221 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Sync routers for ids ['8199f763-8077-4c7e-a9b4-12c5864aee1d'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 10:51:44.436693 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Routers {'8199f763-8077-4c7e-a9b4-12c5864aee1d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 10:51:44.437964 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T10:51:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8199f763-8077-4c7e-a9b4-12c5864aee1d'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:51:44.730364 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Set router 8199f763-8077-4c7e-a9b4-12c5864aee1d gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 10:51:45.323088 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'name': 'router1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c1109932-8cc3-4b7a-aba0-5a507d71c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:51:21Z', 'updated_at': '2022-04-05T10:51:40Z', 'revision_number': 4, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'gw_port': {'id': 'c1109932-8cc3-4b7a-aba0-5a507d71c52a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:48:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:51:39Z', 'updated_at': '2022-04-05T10:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '9cec2102-39a7-4af6-8676-d923c334fe88', 'name': '', 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'mac_address': 'fa:16:3e:0d:ff:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:51:31Z', 'updated_at': '2022-04-05T10:51:35Z', 'revision_number': 5, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'subnets': [{'id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7c7e25-0770-4881-8979-90dff9b1e4cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:51:45.378579 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Checking router: 8199f763-8077-4c7e-a9b4-12c5864aee1d for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 10:51:45.378935 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Updating router 8199f763-8077-4c7e-a9b4-12c5864aee1d port c1109932-8cc3-4b7a-aba0-5a507d71c52a binding host dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 10:51:45.434291 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (c1109932-8cc3-4b7a-aba0-5a507d71c52a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:45.770138 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Publish callbacks [] for port (c1109932-8cc3-4b7a-aba0-5a507d71c52a), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:45.776917 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (c1109932-8cc3-4b7a-aba0-5a507d71c52a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:45.829748 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c411048-f086-4cc8-bb23-911c59c0e00e None None] Pushing event updated for resources: {'Port': ['ID=c1109932-8cc3-4b7a-aba0-5a507d71c52a,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:45.834893 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Attempting to bind port c1109932-8cc3-4b7a-aba0-5a507d71c52a on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 10:51:45.836099 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Attempting to bind port c1109932-8cc3-4b7a-aba0-5a507d71c52a by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 10:51:45.836099 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Attempting to bind port c1109932-8cc3-4b7a-aba0-5a507d71c52a on network 00d12171-f517-474d-a69e-00f7b55a096a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 10:51:45.841362 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 10:51:45.841737 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Checking segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:51:45.842137 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:45.842519 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Bound using segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 10:51:45.843693 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Bound port: c1109932-8cc3-4b7a-aba0-5a507d71c52a, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 10:51:45.843693 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (c1109932-8cc3-4b7a-aba0-5a507d71c52a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:45.914171 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] For port c1109932-8cc3-4b7a-aba0-5a507d71c52a, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:51:45.917745 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] For port c1109932-8cc3-4b7a-aba0-5a507d71c52a, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=c1109932-8cc3-4b7a-aba0-5a507d71c52a,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:51:45.928292 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (c1109932-8cc3-4b7a-aba0-5a507d71c52a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:45.984948 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Routers {'8199f763-8077-4c7e-a9b4-12c5864aee1d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 10:51:45.985585 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T10:51:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8199f763-8077-4c7e-a9b4-12c5864aee1d'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:51:46.084516 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c411048-f086-4cc8-bb23-911c59c0e00e None None] Pushing event updated for resources: {'Port': ['ID=c1109932-8cc3-4b7a-aba0-5a507d71c52a,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:46.127486 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] Set router 8199f763-8077-4c7e-a9b4-12c5864aee1d gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 10:51:46.374508 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'name': 'router1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c1109932-8cc3-4b7a-aba0-5a507d71c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:51:21Z', 'updated_at': '2022-04-05T10:51:40Z', 'revision_number': 4, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'gw_port': {'id': 'c1109932-8cc3-4b7a-aba0-5a507d71c52a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:48:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:51:39Z', 'updated_at': '2022-04-05T10:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '9cec2102-39a7-4af6-8676-d923c334fe88', 'name': '', 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'mac_address': 'fa:16:3e:0d:ff:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:51:31Z', 'updated_at': '2022-04-05T10:51:35Z', 'revision_number': 5, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'subnets': [{'id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7c7e25-0770-4881-8979-90dff9b1e4cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:51:46.407688 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e77a9b-b032-4f42-8ce5-6da47a53f7c6 None None] The sync data for ids ['8199f763-8077-4c7e-a9b4-12c5864aee1d'] in dv-cinder-818994-3-smb is: [{'id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'name': 'router1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c1109932-8cc3-4b7a-aba0-5a507d71c52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:51:21Z', 'updated_at': '2022-04-05T10:51:40Z', 'revision_number': 4, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'gw_port': {'id': 'c1109932-8cc3-4b7a-aba0-5a507d71c52a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:48:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:51:39Z', 'updated_at': '2022-04-05T10:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '9cec2102-39a7-4af6-8676-d923c334fe88', 'name': '', 'network_id': '8c14d448-e4e9-46d4-ac5d-9680f612f4d1', 'tenant_id': '9cbbb6e1350941c08b55ba041d70cb14', 'mac_address': 'fa:16:3e:0d:ff:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8199f763-8077-4c7e-a9b4-12c5864aee1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:51:31Z', 'updated_at': '2022-04-05T10:51:35Z', 'revision_number': 5, 'project_id': '9cbbb6e1350941c08b55ba041d70cb14', 'subnets': [{'id': '2ef8582b-51ec-48a6-abca-98fd4ca1b35c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7c7e25-0770-4881-8979-90dff9b1e4cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 10:51:46.719325 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device c1109932-8cc3-4b7a-aba0-5a507d71c52a up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 10:51:46.790285 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port c1109932-8cc3-4b7a-aba0-5a507d71c52a triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:51:46.791111 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (c1109932-8cc3-4b7a-aba0-5a507d71c52a), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:46.901969 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port c1109932-8cc3-4b7a-aba0-5a507d71c52a is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:51:46.902732 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (c1109932-8cc3-4b7a-aba0-5a507d71c52a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:46.945583 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-354c62dc-8560-4977-9791-165612471015 None None] For port c1109932-8cc3-4b7a-aba0-5a507d71c52a, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=c1109932-8cc3-4b7a-aba0-5a507d71c52a,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:51:46.953928 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (c1109932-8cc3-4b7a-aba0-5a507d71c52a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:47.042574 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Pushing event updated for resources: {'Port': ['ID=c1109932-8cc3-4b7a-aba0-5a507d71c52a,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:51:48.701427 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device c1109932-8cc3-4b7a-aba0-5a507d71c52a up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 10:51:48.769168 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port c1109932-8cc3-4b7a-aba0-5a507d71c52a triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:51:48.769926 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (c1109932-8cc3-4b7a-aba0-5a507d71c52a), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:48.867523 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port c1109932-8cc3-4b7a-aba0-5a507d71c52a is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:51:49.588549 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 5 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:51:56.598790 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-08fefaef-27b6-4770-9455-c9b5b10f078f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:51:59.560891 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74a3c94c-9175-4379-ad41-7b9b2d5b095c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:52:00.871134 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:52:02.406591 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:52:03.848799 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:52:26.588243 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 5 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:52:26.622531 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-026483fc-f85d-46af-8787-d16055dc7c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:52:29.555518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1269053-f4c7-47f0-85a0-14423350a7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:52:30.867138 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:52:32.427872 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:52:33.715049 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:52:56.579959 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-77099f3b-f2d2-45f8-9f6f-e6d8b1d84103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:52:59.560849 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91785830-2e44-4833-8d0d-f8c052eadf69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:00.871986 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:02.399203 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:03.587421 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 5 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:53:03.720641 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:08.541370 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40720) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:53:08.616192 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e74331-718e-4c68-b132-1e0156a6615a admin admin] GET failed (client error): The resource could not be found. Apr 05 10:53:08.617539 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-90e74331-718e-4c68-b132-1e0156a6615a admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0748334 Apr 05 10:53:08.873042 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e31ebe-c562-4dff-a46e-6bfd0ec22315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:08.875431 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-68e31ebe-c562-4dff-a46e-6bfd0ec22315 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2516625 Apr 05 10:53:11.241950 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 40730) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:53:11.355759 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cae721c-5504-4d0d-87f8-563a6771d652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:11.358330 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-1cae721c-5504-4d0d-87f8-563a6771d652 admin admin] 10.222.0.43 "GET /v2.0/subnets/2ef8582b-51ec-48a6-abca-98fd4ca1b35c HTTP/1.1" status: 200 len: 849 time: 0.1154053 Apr 05 10:53:11.369186 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:53:11.466266 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Publish callbacks [] for subnet (2ef8582b-51ec-48a6-abca-98fd4ca1b35c), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:11.623975 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734370716685'] for subnet (2ef8582b-51ec-48a6-abca-98fd4ca1b35c), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:11.656711 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:11.657360 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:11.658949 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] 10.222.0.43 "PUT /v2.0/subnets/2ef8582b-51ec-48a6-abca-98fd4ca1b35c HTTP/1.1" status: 200 len: 868 time: 0.2936716 Apr 05 10:53:11.682750 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49737e0f-0eae-48a6-b978-86bb73b9cc74 None None] Network 8c14d448-e4e9-46d4-ac5d-9680f612f4d1 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:53:11.689632 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef8582b-51ec-48a6-abca-98fd4ca1b35c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:53:11.697885 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.698337 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.698768 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.699145 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.699501 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.699847 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.700191 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.700517 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.701098 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.701217 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.701494 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.701835 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.702161 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.702483 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:11.702804 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775dbed5-71d9-4d94-8506-e1576cce3e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:53:12.035843 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-70e2a3b3-2e13-410e-8057-0ac89a7b89a6 None None] Provisioning complete for port 71485de7-7d35-45ca-a756-d56bcfe19507 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:53:12.036244 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70e2a3b3-2e13-410e-8057-0ac89a7b89a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (71485de7-7d35-45ca-a756-d56bcfe19507), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:12.121797 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-70e2a3b3-2e13-410e-8057-0ac89a7b89a6 None None] Current status of the port 71485de7-7d35-45ca-a756-d56bcfe19507 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:53:12.133268 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-70e2a3b3-2e13-410e-8057-0ac89a7b89a6 None None] Provisioning complete for port 9cec2102-39a7-4af6-8676-d923c334fe88 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:53:12.133647 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-70e2a3b3-2e13-410e-8057-0ac89a7b89a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9cec2102-39a7-4af6-8676-d923c334fe88), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:12.215895 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-70e2a3b3-2e13-410e-8057-0ac89a7b89a6 None None] Current status of the port 9cec2102-39a7-4af6-8676-d923c334fe88 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:53:14.103015 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 40740) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:53:14.328757 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f93401c-8284-493c-b332-af0295ca9b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:14.329477 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f93401c-8284-493c-b332-af0295ca9b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:14.332012 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-0f93401c-8284-493c-b332-af0295ca9b57 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2274649 Apr 05 10:53:16.741560 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 40748) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:53:16.913931 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c147de2-3bd8-4e41-b40b-67aca5ebf2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:16.914400 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c147de2-3bd8-4e41-b40b-67aca5ebf2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:16.916009 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-2c147de2-3bd8-4e41-b40b-67aca5ebf2f8 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1731772 Apr 05 10:53:19.256513 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40756) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:53:19.402214 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0b01e-1c6f-4675-91a5-8bdb1063fdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:19.403636 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-cfb0b01e-1c6f-4675-91a5-8bdb1063fdad admin admin] 10.222.0.43 "GET /v2.0/networks/00d12171-f517-474d-a69e-00f7b55a096a HTTP/1.1" status: 200 len: 886 time: 0.1460025 Apr 05 10:53:21.778959 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40764) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:53:21.919240 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee9112-d9a0-47d3-b7f9-593b5dadc3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:21.920666 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-6dee9112-d9a0-47d3-b7f9-593b5dadc3e9 admin admin] 10.222.0.43 "GET /v2.0/networks/8c14d448-e4e9-46d4-ac5d-9680f612f4d1 HTTP/1.1" status: 200 len: 869 time: 0.1407082 Apr 05 10:53:24.280529 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40772) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:53:24.430392 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe80708-88f3-4e00-9ebc-a87b337dbb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:24.430848 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe80708-88f3-4e00-9ebc-a87b337dbb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:24.432467 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-afe80708-88f3-4e00-9ebc-a87b337dbb0b admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1509421 Apr 05 10:53:26.579785 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1bac36c4-85b3-40b6-ae96-75c93efe7bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:26.833706 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40780) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:53:26.945849 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115beed2-7911-4e11-9296-c52595ab39d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:26.946303 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115beed2-7911-4e11-9296-c52595ab39d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:26.947880 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-115beed2-7911-4e11-9296-c52595ab39d5 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1129522 Apr 05 10:53:29.297752 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40788) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:53:29.410849 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874efd3-57f1-47ab-8bd2-25aaa42dcc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:29.412241 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-c874efd3-57f1-47ab-8bd2-25aaa42dcc61 admin admin] 10.222.0.43 "GET /v2.0/subnets/2e4d706c-18a7-4087-b575-3f20d228d196 HTTP/1.1" status: 200 len: 816 time: 0.1134980 Apr 05 10:53:29.564819 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5478f34d-d9d5-45f6-a126-019eecb18ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:30.878193 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:31.782993 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 40796) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:53:31.956469 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff74bf1-5b68-45a3-bc26-af9ff1e629ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:53:31.958492 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-fff74bf1-5b68-45a3-bc26-af9ff1e629ce admin admin] 10.222.0.43 "GET /v2.0/subnets/2ef8582b-51ec-48a6-abca-98fd4ca1b35c HTTP/1.1" status: 200 len: 868 time: 0.1738729 Apr 05 10:53:32.403372 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:33.730334 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:40.586538 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 5 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:53:56.585130 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-07bd2d6f-ef30-4d41-acbe-cbff151b388f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:53:59.581073 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db687227-fd18-4d26-9bd4-f0de93c5710e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:00.883021 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:02.406544 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:03.732700 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:04.380720 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40850) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:54:04.438129 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [None req-9e0cb65a-ba73-49b9-b5fd-d167e786190a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 10:54:04.439196 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9e0cb65a-ba73-49b9-b5fd-d167e786190a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0574715 Apr 05 10:54:07.385773 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40858) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:54:07.475381 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.pecan_wsgi.hooks.translation [None req-771bea68-971a-4335-9926-936cf2c96869 admin admin] GET failed (client error): The resource could not be found. Apr 05 10:54:07.477595 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-771bea68-971a-4335-9926-936cf2c96869 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0906930 Apr 05 10:54:07.575197 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e9756-f883-44dc-8e73-3347059c34c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:54:07.576673 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9b2e9756-f883-44dc-8e73-3347059c34c7 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0946655 Apr 05 10:54:10.171644 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40866) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:54:10.227843 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:54:10.255477 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Made reservation on behalf of c98c76c1e5374262b3e3fdbbfcc160d2 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:54:10.259687 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:10.298492 dv-cinder-818994-3-smb neutron-server[103322]: WARNING neutron.services.revisions.revision_plugin [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Could not find related network for resource to bump revision. Apr 05 10:54:10.313811 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:54:10.326372 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (f5866f70-7272-45bd-a275-ae61ae7da5a2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:10.326840 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.segments_db [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Added segment f5866f70-7272-45bd-a275-ae61ae7da5a2 of type vlan for network 880ffec2-f491-4a8f-9985-fd4909320dfb Apr 05 10:54:10.377329 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (880ffec2-f491-4a8f-9985-fd4909320dfb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:10.407141 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (880ffec2-f491-4a8f-9985-fd4909320dfb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:10.408303 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:54:10.408945 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:10.474653 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3015254 Apr 05 10:54:10.482933 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Pushing event updated for resources: {'Network': ['ID=880ffec2-f491-4a8f-9985-fd4909320dfb,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:54:10.490980 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.491324 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.491740 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.492102 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.492450 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.492818 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.493141 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.493465 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.493788 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.494110 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.494433 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.494771 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.495093 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.495408 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.495756 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2723758a-0b98-4272-9a7a-84c3e5cf0b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:10.509238 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network 880ffec2-f491-4a8f-9985-fd4909320dfb details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 10:54:13.037543 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 40874) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:54:13.111502 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.pecan_wsgi.hooks.translation [None req-4304a06d-8cc4-45e3-bf56-9677b0e330f6 admin admin] GET failed (client error): The resource could not be found. Apr 05 10:54:13.113258 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-4304a06d-8cc4-45e3-bf56-9677b0e330f6 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0741668 Apr 05 10:54:13.238463 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7795df73-6177-4bb0-957f-a21ee66f3b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:54:13.239911 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-7795df73-6177-4bb0-957f-a21ee66f3b66 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1215804 Apr 05 10:54:13.250685 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb', 'name': 'shared-subnet'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:54:13.273248 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Made reservation on behalf of c98c76c1e5374262b3e3fdbbfcc160d2 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:54:13.275822 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:13.467159 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for subnet (074f8cf9-7e3f-4ae3-8c1c-e8c4f43a5f25), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:13.528432 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=074f8cf9-7e3f-4ae3-8c1c-e8c4f43a5f25,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:54:13.540747 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Checking segment: {'id': 'f5866f70-7272-45bd-a275-ae61ae7da5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:54:13.541105 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Network hostable DHCP agents. Network: 880ffec2-f491-4a8f-9985-fd4909320dfb, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:54:13.544106 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.544461 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.544889 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.545227 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.545556 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.545995 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.546427 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.546772 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.547197 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.547630 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.547970 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.548409 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.548833 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.549244 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.549639 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:13.571781 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Network 880ffec2-f491-4a8f-9985-fd4909320dfb is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:54:13.586666 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, 880ffec2-f491-4a8f-9985-fd4909320dfb) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:54:13.593199 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:54:13.594059 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:13.599242 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed024a-9ec1-41fa-adc9-5d8d16866089 None None] Network 880ffec2-f491-4a8f-9985-fd4909320dfb requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:54:13.617261 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-4b277448-f3e3-4ade-898c-70ef2873e051 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3705158 Apr 05 10:54:13.745409 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd83f9197-d010-5aca-b623-cab93bca9b91-880ffec2-f491-4a8f-9985-fd4909320dfb', 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb', 'project_id': 'c98c76c1e5374262b3e3fdbbfcc160d2', 'fixed_ips': [{'subnet_id': '074f8cf9-7e3f-4ae3-8c1c-e8c4f43a5f25'}]}} from dv-cinder-818994-3-smb. {{(pid=103323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 10:54:13.746442 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:14.057701 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Allocated IP 192.168.233.2 (880ffec2-f491-4a8f-9985-fd4909320dfb/074f8cf9-7e3f-4ae3-8c1c-e8c4f43a5f25/1a653a71-623a-4eae-9d2b-f16ff431cab8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:54:14.265785 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Publish callbacks [] for port (1a653a71-623a-4eae-9d2b-f16ff431cab8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:14.274742 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (1a653a71-623a-4eae-9d2b-f16ff431cab8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:14.349543 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Network 880ffec2-f491-4a8f-9985-fd4909320dfb is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:54:14.354779 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:54:14.362721 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:54:14.384275 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Pushing event updated for resources: {'Port': ['ID=1a653a71-623a-4eae-9d2b-f16ff431cab8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:54:14.398034 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.398514 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.398680 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.399044 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.399556 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.399897 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.400216 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.400530 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.400909 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.401191 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.401485 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.401814 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.402130 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.402636 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.402953 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:54:14.469500 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Attempting to bind port 1a653a71-623a-4eae-9d2b-f16ff431cab8 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 10:54:14.470030 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Attempting to bind port 1a653a71-623a-4eae-9d2b-f16ff431cab8 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': 'f5866f70-7272-45bd-a275-ae61ae7da5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 10:54:14.470598 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Attempting to bind port 1a653a71-623a-4eae-9d2b-f16ff431cab8 on network 880ffec2-f491-4a8f-9985-fd4909320dfb {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 10:54:14.479948 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 10:54:14.480520 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Checking segment: {'id': 'f5866f70-7272-45bd-a275-ae61ae7da5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:54:14.481161 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:14.481756 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Bound using segment: {'id': 'f5866f70-7272-45bd-a275-ae61ae7da5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 10:54:14.482524 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Bound port: 1a653a71-623a-4eae-9d2b-f16ff431cab8, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5866f70-7272-45bd-a275-ae61ae7da5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 10:54:14.483085 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (1a653a71-623a-4eae-9d2b-f16ff431cab8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:14.592443 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] For port 1a653a71-623a-4eae-9d2b-f16ff431cab8, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:54:14.602631 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] For port 1a653a71-623a-4eae-9d2b-f16ff431cab8, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=1a653a71-623a-4eae-9d2b-f16ff431cab8,segment=NetworkSegment(f5866f70-7272-45bd-a275-ae61ae7da5a2),segment_id=f5866f70-7272-45bd-a275-ae61ae7da5a2)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:54:14.612303 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (1a653a71-623a-4eae-9d2b-f16ff431cab8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:14.683056 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0c709-a210-4f8b-84b9-4c44fca259ef None None] Pushing event updated for resources: {'Port': ['ID=1a653a71-623a-4eae-9d2b-f16ff431cab8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:54:15.761286 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc856ae-bb5a-4dfd-9b32-c649d8501805 None None] Network 880ffec2-f491-4a8f-9985-fd4909320dfb requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:54:15.843080 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-9b9640e3-a4fa-41d6-946a-64393b150e99 None None] Provisioning complete for port 1a653a71-623a-4eae-9d2b-f16ff431cab8 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:54:15.843528 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b9640e3-a4fa-41d6-946a-64393b150e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (1a653a71-623a-4eae-9d2b-f16ff431cab8), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:16.017918 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9b9640e3-a4fa-41d6-946a-64393b150e99 None None] Current status of the port 1a653a71-623a-4eae-9d2b-f16ff431cab8 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:54:16.018547 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b9640e3-a4fa-41d6-946a-64393b150e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (1a653a71-623a-4eae-9d2b-f16ff431cab8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:16.080612 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9b9640e3-a4fa-41d6-946a-64393b150e99 None None] For port 1a653a71-623a-4eae-9d2b-f16ff431cab8, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=1a653a71-623a-4eae-9d2b-f16ff431cab8,segment=NetworkSegment(f5866f70-7272-45bd-a275-ae61ae7da5a2),segment_id=f5866f70-7272-45bd-a275-ae61ae7da5a2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:54:16.086109 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b9640e3-a4fa-41d6-946a-64393b150e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (1a653a71-623a-4eae-9d2b-f16ff431cab8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:16.148568 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9640e3-a4fa-41d6-946a-64393b150e99 None None] Pushing event updated for resources: {'Port': ['ID=1a653a71-623a-4eae-9d2b-f16ff431cab8,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:54:16.311776 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-e35c03be-00cb-465f-b1b8-b7670b7bbd10 None None] Provisioning complete for port 1a653a71-623a-4eae-9d2b-f16ff431cab8 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:54:16.311776 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e35c03be-00cb-465f-b1b8-b7670b7bbd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (1a653a71-623a-4eae-9d2b-f16ff431cab8), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:16.412422 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e35c03be-00cb-465f-b1b8-b7670b7bbd10 None None] Current status of the port 1a653a71-623a-4eae-9d2b-f16ff431cab8 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:54:16.787432 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 1a653a71-623a-4eae-9d2b-f16ff431cab8 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 10:54:16.861405 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 1a653a71-623a-4eae-9d2b-f16ff431cab8 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:54:16.861912 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (1a653a71-623a-4eae-9d2b-f16ff431cab8), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:16.977551 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 1a653a71-623a-4eae-9d2b-f16ff431cab8 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:54:17.586387 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 5 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:54:26.601412 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a3c608a-9a9e-43bb-96c3-b2776876ca6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:29.569438 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-25c9ffbb-b104-4efa-b15e-d8d69a734a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:30.882517 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:32.410174 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:33.726737 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:54.585643 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 5 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:54:56.586842 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b983bc9f-2e9e-4129-9f39-b1e8ab477378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:54:59.565294 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57515a7f-43a4-4b5c-9624-b7b8b2377a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:00.882179 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:02.414855 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:03.731547 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:26.592370 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f787c9ef-3400-4b68-bbc4-eadac08780e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:29.571364 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86904dd4-2175-4134-a4c2-e788df48c4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:30.887022 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:31.584139 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 5 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:55:32.417593 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:33.737113 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:51.427068 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40912) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:55:51.432977 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [None req-fbeefa88-f54b-4d18-bd07-257ffa6a5972 tempest-verify_tempest_config-129680772 tempest-verify_tempest_config-129680772-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 10:55:51.436177 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-fbeefa88-f54b-4d18-bd07-257ffa6a5972 tempest-verify_tempest_config-129680772 tempest-verify_tempest_config-129680772-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0080125 Apr 05 10:55:51.770308 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 40930) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:55:51.893984 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:52.010221 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Publish callbacks [] for security_group (1a63a9ab-5dbf-46bf-bd25-d4c3094e92ab), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:52.015277 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (1a63a9ab-5dbf-46bf-bd25-d4c3094e92ab), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:52.062259 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=184e3f0e350e40c6aa24fda9a70fb6cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2908204 Apr 05 10:55:52.063112 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a63a9ab-5dbf-46bf-bd25-d4c3094e92ab,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:55:52.065085 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 40936) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:55:52.070688 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.071052 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.071334 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.071728 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.072062 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.073135 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.073135 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.073135 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.073424 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.073648 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.073973 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.076163 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.076163 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.076163 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.076163 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f009b8-82a0-437f-96f1-d42cb1c67546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.129214 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Publish callbacks [] for security_group (1a63a9ab-5dbf-46bf-bd25-d4c3094e92ab), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:52.153474 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Publish callbacks [] for security_group (1a63a9ab-5dbf-46bf-bd25-d4c3094e92ab), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:52.252569 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (1a63a9ab-5dbf-46bf-bd25-d4c3094e92ab), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:52.255411 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:52.256588 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a63a9ab-5dbf-46bf-bd25-d4c3094e92ab HTTP/1.1" status: 204 len: 168 time: 0.1905358 Apr 05 10:55:52.264991 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a63a9ab-5dbf-46bf-bd25-d4c3094e92ab,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:55:52.272236 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.272579 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.272920 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.273268 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.273581 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.273909 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.274230 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.274548 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.274869 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.275212 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.275523 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.275844 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.276162 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.276476 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:52.276800 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456651d4-4351-4443-b3e9-cfdae1ec0638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:55:56.597511 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf6e918d-7697-4e8a-bc7b-ce6e0d453dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:55:59.566665 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aa4fd20b-0b03-4911-993d-f0fa84949075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:56:00.890511 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:56:02.421222 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:56:03.732565 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:56:08.583879 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 5 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:56:26.609173 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd322345-33a8-4f35-a2e5-771b28f9e0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:56:29.571668 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4925b358-c7e1-4649-af8c-83b1384b3577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:56:30.893731 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:56:32.424542 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:56:33.737678 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:56:45.582869 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 5 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:56:56.604142 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-28e0e917-dd4f-429c-818b-12aced6276f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:56:59.577877 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5cb5b92f-acff-4c89-9f42-7553bd1adfc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:00.905668 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:02.439595 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:03.743072 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:22.581781 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 5 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:57:26.611728 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97b7b1ed-2776-4003-9552-9fba3281b0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:29.578726 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-513890c3-794d-4090-b497-a203d740352c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:30.899714 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:32.432013 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:33.739409 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:44.557791 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577725'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:56.606660 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-670b57cb-1a25-4c8a-a9fa-1d4af766a2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:59.576757 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dfbd414c-8499-4548-9257-4f57e65b84ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:57:59.581328 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:57:59.749146 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41006) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:57:59.862482 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f41c8aee-e7bb-449b-979b-f7850f8f4459 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1121819 Apr 05 10:58:00.901990 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:58:02.300341 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41016) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:58:02.377500 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-7ebdd470-7b4c-48bd-b6ce-02a11d300426 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0757842 Apr 05 10:58:02.434864 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:58:03.745107 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:58:14.534677 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:58:26.614266 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74ce2adc-c8e7-4915-85c9-084186ae0feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:58:29.575269 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aadc7dae-6679-4330-8829-98780f8bfcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:58:30.908567 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:58:32.434252 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:58:33.742095 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:58:36.582669 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:58:44.540208 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:58:56.614189 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6fb445df-c117-476f-850b-7dec2153fa26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:58:59.573543 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4ae366e5-4512-4ed5-b6a0-f64168ec4c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:00.909096 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:02.443635 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:03.783175 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:13.583039 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:59:14.567265 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:26.608793 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c6a2-1f91-4cbd-92ae-356034f19b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:29.578465 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf60159d-3506-4b09-999c-807c63d9dfeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:30.910985 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:32.440345 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:33.740654 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:44.585569 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.210435 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41172) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:46.356577 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41188) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:46.450417 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-365878658-network', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:46.478651 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Made reservation on behalf of c6f12b9f46f34b429de4e724d9dadc73 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:59:46.483192 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.490415 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.541594 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1157086697-network', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:46.575790 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Made reservation on behalf of 1db7f375c88e46cb9b18183d87e8a9ca for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:59:46.583191 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.583473 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Publish callbacks [] for security_group (69422073-9538-488c-b1d4-a1cd737f91b9), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.588055 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (69422073-9538-488c-b1d4-a1cd737f91b9), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.605069 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.608508 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:59:46.628695 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734370622320', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (32fb60b3-df43-4722-9073-808860de29fb), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.629921 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Unsubscribe: segment precommit_create {{(pid=103320) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 10:59:46.630596 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.segments_db [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Added segment 32fb60b3-df43-4722-9073-808860de29fb of type vlan for network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 Apr 05 10:59:46.728593 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69422073-9538-488c-b1d4-a1cd737f91b9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:46.748399 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (68201af9-3d0f-42f8-ad4e-a41ca62abbe8), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.749185 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Publish callbacks [] for security_group (0c83425c-aa1f-43f3-aad8-5a8ed019bbd9), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.754048 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.754396 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.754898 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.755091 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.755252 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (0c83425c-aa1f-43f3-aad8-5a8ed019bbd9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.755818 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.756606 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.757134 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.758082 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.758595 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.759304 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.759933 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.760561 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.761073 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.761679 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.762362 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Tracked resource versions report: Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: pushed versions: Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: { 'AddressGroup': {'1.2'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Agent': {'1.1'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'ConntrackHelper': {'1.0'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'LocalIPAssociation': {'1.0'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Log': {'1.0'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'NDPProxy': {'1.0'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Network': {'1.1'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Port': {'1.7'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'PortForwarding': {'1.3'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'QosPolicy': {'1.10'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'SecurityGroup': {'1.5'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'SecurityGroupRule': {'1.2'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'SubPort': {'1.0'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Subnet': {'1.1'}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Trunk': {'1.1'}} Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: consumer versions: Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: { DHCP agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: HyperV agent@hv-cinder-81899: {}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: L3 agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: Metadata agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: Metering agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: Open vSwitch agent@dv-cinder-818994-3-smb: { 'AddressGroup': '1.2', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Agent': '1.1', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'ConntrackHelper': '1.0', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'LocalIPAssociation': '1.0', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Log': '1.0', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'NDPProxy': '1.0', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Network': '1.1', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Port': '1.7', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'PortForwarding': '1.3', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'QosPolicy': '1.10', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'SecurityGroup': '1.5', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'SecurityGroupRule': '1.2', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'SubPort': '1.0', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Subnet': '1.1', Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: 'Trunk': '1.1'}} Apr 05 10:59:46.763712 dv-cinder-818994-3-smb neutron-server[103320]: {{(pid=103320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 10:59:46.787388 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:59:46.800320 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (88da6641-69be-4f36-9e94-4317071a6d36), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.800802 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.segments_db [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Added segment 88da6641-69be-4f36-9e94-4317071a6d36 of type vlan for network 5c5cb07f-3ee8-463c-9269-3b548160e895 Apr 05 10:59:46.806316 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (68201af9-3d0f-42f8-ad4e-a41ca62abbe8), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.807883 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:46.808673 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.860880 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (5c5cb07f-3ee8-463c-9269-3b548160e895), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.883173 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6715562 Apr 05 10:59:46.891549 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41220) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:46.892504 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (5c5cb07f-3ee8-463c-9269-3b548160e895), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.893658 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:46.894659 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.912214 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] Request body: {'subnet': {'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-subnet', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:46.929614 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5718391 Apr 05 10:59:46.929869 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41226) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:46.936233 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] Request body: {'subnet': {'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1157086697-subnet', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:46.951541 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376e5ad-0d32-40f6-84fc-6eead65f3431 admin admin] Pushing event updated for resources: {'Network': ['ID=68201af9-3d0f-42f8-ad4e-a41ca62abbe8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:46.955425 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] Made reservation on behalf of c6f12b9f46f34b429de4e724d9dadc73 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:59:46.966626 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:46.967462 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 10:59:46.980248 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] Made reservation on behalf of 1db7f375c88e46cb9b18183d87e8a9ca for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:59:46.984264 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.038607 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c83425c-aa1f-43f3-aad8-5a8ed019bbd9,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:47.061926 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.062504 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.063014 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.064144 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.064672 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.065311 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.065898 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.066910 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.067846 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.068345 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.068852 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.069360 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.069867 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.070369 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.070857 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Tracked resource versions report: Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: pushed versions: Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: { 'AddressGroup': {'1.2'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Agent': {'1.1'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'ConntrackHelper': {'1.0'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'LocalIPAssociation': {'1.0'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Log': {'1.0'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'NDPProxy': {'1.0'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Network': {'1.1'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Port': {'1.7'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'PortForwarding': {'1.3'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'QosPolicy': {'1.10'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'SecurityGroup': {'1.5'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'SecurityGroupRule': {'1.2'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'SubPort': {'1.0'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Subnet': {'1.1'}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Trunk': {'1.1'}} Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: consumer versions: Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: { DHCP agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: HyperV agent@hv-cinder-81899: {}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: L3 agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: Metadata agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: Metering agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: Open vSwitch agent@dv-cinder-818994-3-smb: { 'AddressGroup': '1.2', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Agent': '1.1', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'ConntrackHelper': '1.0', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'LocalIPAssociation': '1.0', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Log': '1.0', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'NDPProxy': '1.0', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Network': '1.1', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Port': '1.7', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'PortForwarding': '1.3', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'QosPolicy': '1.10', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'SecurityGroup': '1.5', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'SecurityGroupRule': '1.2', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'SubPort': '1.0', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Subnet': '1.1', Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: 'Trunk': '1.1'}} Apr 05 10:59:47.072262 dv-cinder-818994-3-smb neutron-server[103322]: {{(pid=103322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 10:59:47.163580 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0268d7c-971a-4c85-85a8-6f7f5b39512b admin admin] Pushing event updated for resources: {'Network': ['ID=5c5cb07f-3ee8-463c-9269-3b548160e895,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:47.178106 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network 5c5cb07f-3ee8-463c-9269-3b548160e895 details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 10:59:47.219565 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for subnet (58f0a7a9-5308-49f8-850a-610a57e2db70), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.272417 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f0a7a9-5308-49f8-850a-610a57e2db70,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:47.288205 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41236) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:47.316031 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for subnet (0b31b93c-82c4-48fc-b296-9432ad89b562), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.317129 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] Checking segment: {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:59:47.317664 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] Network hostable DHCP agents. Network: 5c5cb07f-3ee8-463c-9269-3b548160e895, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:59:47.336044 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] Network 5c5cb07f-3ee8-463c-9269-3b548160e895 is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:59:47.348449 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, 5c5cb07f-3ee8-463c-9269-3b548160e895) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:47.354128 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:47.354707 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.361708 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b302cbc2-ea1e-4063-841a-40632a359a58 None None] Network 5c5cb07f-3ee8-463c-9269-3b548160e895 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:59:47.376993 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-b8dbd66a-afde-45ce-9fdf-3325eccaa8f5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4459994 Apr 05 10:59:47.380086 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41242) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:47.386651 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:47.389536 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b31b93c-82c4-48fc-b296-9432ad89b562,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:47.409253 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] Checking segment: {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:59:47.409604 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] Network hostable DHCP agents. Network: 68201af9-3d0f-42f8-ad4e-a41ca62abbe8, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:59:47.422524 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29016'] for router (8e2be353-9615-4e29-95b6-4b802136467a), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.424601 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-523207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28993'] for router (8e2be353-9615-4e29-95b6-4b802136467a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.446874 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41244) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:47.452666 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] Network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:59:47.470403 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, 68201af9-3d0f-42f8-ad4e-a41ca62abbe8) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:47.477849 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:47.478693 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.502573 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20be852-8acc-417a-aa35-8cf3ecdbb896 None None] Network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:59:47.503515 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-fe602ba6-395e-432d-93f8-5639125f6c0e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5968535 Apr 05 10:59:47.504141 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41250) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:47.509171 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:47.510531 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd83f9197-d010-5aca-b623-cab93bca9b91-5c5cb07f-3ee8-463c-9269-3b548160e895', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70'}]}} from dv-cinder-818994-3-smb. {{(pid=103323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 10:59:47.511614 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.544763 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29016'] for router (77c99110-91ee-4acf-8cc0-d0c761b13ead), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.545826 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-523207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28993'] for router (77c99110-91ee-4acf-8cc0-d0c761b13ead), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.574322 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Publish callbacks [] for router_controller (8e2be353-9615-4e29-95b6-4b802136467a), precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.642248 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Publish callbacks [] for router_controller (77c99110-91ee-4acf-8cc0-d0c761b13ead), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.723464 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd83f9197-d010-5aca-b623-cab93bca9b91-68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562'}]}} from dv-cinder-818994-3-smb. {{(pid=103323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 10:59:47.724655 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.791357 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Allocated IP 172.20.0.2 (5c5cb07f-3ee8-463c-9269-3b548160e895/58f0a7a9-5308-49f8-850a-610a57e2db70/8a539310-5a4e-459d-84c3-67e53e8066e9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:59:47.796899 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Publish callbacks [] for router_gateway (8e2be353-9615-4e29-95b6-4b802136467a), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.852065 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Publish callbacks [] for router_gateway (77c99110-91ee-4acf-8cc0-d0c761b13ead), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:47.865019 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-network', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:47.888854 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41258) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:47.982835 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Made reservation on behalf of 52b5948dc8574e09a42a290b46756aaa for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:59:47.993643 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.001782 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Allocated IP 172.20.0.2 (68201af9-3d0f-42f8-ad4e-a41ca62abbe8/0b31b93c-82c4-48fc-b296-9432ad89b562/007305fa-ac1f-408f-9124-4fb957c87dfb) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:59:48.017493 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.047338 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1489642989-network', 'tenant_id': '48290c3213074cff821701db1f238936'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:48.078077 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Made reservation on behalf of 48290c3213074cff821701db1f238936 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:59:48.080447 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.093747 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.115146 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Publish callbacks [] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.142779 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.263652 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Publish callbacks [] for security_group (e6a82b09-2d13-41b5-90cc-9721295c2d57), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.320794 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Publish callbacks [] for security_group (b1e9ff3c-5a00-4b50-b95d-31862e819360), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.324806 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Publish callbacks [] for router_gateway (77c99110-91ee-4acf-8cc0-d0c761b13ead), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.327697 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (b1e9ff3c-5a00-4b50-b95d-31862e819360), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.344438 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (e6a82b09-2d13-41b5-90cc-9721295c2d57), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.361968 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.390023 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:59:48.398062 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Network 5c5cb07f-3ee8-463c-9269-3b548160e895 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:59:48.411732 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:48.414795 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:59:48.436197 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e9ff3c-5a00-4b50-b95d-31862e819360,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:48.444193 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (9f68c15e-9d15-4a30-957c-41d4d93a5c7f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.444547 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.segments_db [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Added segment 9f68c15e-9d15-4a30-957c-41d4d93a5c7f of type vlan for network dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 Apr 05 10:59:48.479355 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Pushing event updated for resources: {'Port': ['ID=8a539310-5a4e-459d-84c3-67e53e8066e9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:48.513742 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.551694 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.552050 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.552387 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.552755 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.553206 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.553544 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.553872 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.554705 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.555233 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.555618 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.555993 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.556417 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.557207 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.557788 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.557901 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Tracked resource versions report: Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: pushed versions: Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: { 'AddressGroup': {'1.2'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Agent': {'1.1'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'ConntrackHelper': {'1.0'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Log': {'1.0'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'NDPProxy': {'1.0'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Network': {'1.1'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Port': {'1.7'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'PortForwarding': {'1.3'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'QosPolicy': {'1.10'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'SecurityGroup': {'1.5'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'SubPort': {'1.0'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Subnet': {'1.1'}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Trunk': {'1.1'}} Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: consumer versions: Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: { DHCP agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: HyperV agent@hv-cinder-81899: {}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: L3 agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: Metadata agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: Metering agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: Open vSwitch agent@dv-cinder-818994-3-smb: { 'AddressGroup': '1.2', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Agent': '1.1', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'ConntrackHelper': '1.0', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'LocalIPAssociation': '1.0', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Log': '1.0', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'NDPProxy': '1.0', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Network': '1.1', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Port': '1.7', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'PortForwarding': '1.3', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'QosPolicy': '1.10', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'SecurityGroup': '1.5', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'SecurityGroupRule': '1.2', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'SubPort': '1.0', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Subnet': '1.1', Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: 'Trunk': '1.1'}} Apr 05 10:59:48.559304 dv-cinder-818994-3-smb neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 10:59:48.598803 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a82b09-2d13-41b5-90cc-9721295c2d57,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:48.609801 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Attempting to bind port 8a539310-5a4e-459d-84c3-67e53e8066e9 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 10:59:48.610230 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Attempting to bind port 8a539310-5a4e-459d-84c3-67e53e8066e9 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 10:59:48.610758 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Attempting to bind port 8a539310-5a4e-459d-84c3-67e53e8066e9 on network 5c5cb07f-3ee8-463c-9269-3b548160e895 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 10:59:48.628885 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Allocated IP 172.28.2.108 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/e6e08495-3c3a-433e-bea8-9d608530d712) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:59:48.635190 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-467010107-network', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:48.637304 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 10:59:48.637741 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Checking segment: {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:59:48.638162 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.638594 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Bound using segment: {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 10:59:48.639104 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Bound port: 8a539310-5a4e-459d-84c3-67e53e8066e9, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 10:59:48.639548 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.679545 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:59:48.708849 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Publish callbacks [] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.722981 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.758458 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (81436b06-d84c-4e47-8054-b1ac0956a63d), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.758458 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.segments_db [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Added segment 81436b06-d84c-4e47-8054-b1ac0956a63d of type vlan for network e3f74eb5-98b3-496f-81f4-c18bd451447c Apr 05 10:59:48.765903 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.767096 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:48.767347 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.782499 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Made reservation on behalf of e2e2c4605a9b432785edde810603dde5 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:59:48.785476 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.785637 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Pushing event updated for resources: {'Port': ['ID=007305fa-ac1f-408f-9124-4fb957c87dfb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:48.794231 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] For port 8a539310-5a4e-459d-84c3-67e53e8066e9, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:59:48.800691 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:59:48.803004 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] For port 8a539310-5a4e-459d-84c3-67e53e8066e9, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=8a539310-5a4e-459d-84c3-67e53e8066e9,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:59:48.807416 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:48.809033 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:59:48.813324 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.821506 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.873266 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4249051 Apr 05 10:59:48.889792 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (e3f74eb5-98b3-496f-81f4-c18bd451447c), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.899104 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41284) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:48.909941 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] Request body: {'subnet': {'network_id': 'dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1489642989-subnet', 'tenant_id': '48290c3213074cff821701db1f238936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:48.939818 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813d92c-df25-47c5-a66e-6086ffe4baa5 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:48.955838 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (e3f74eb5-98b3-496f-81f4-c18bd451447c), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.957280 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:48.957854 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.964244 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11def87b-aef6-4e22-8bff-e05c5f68ddab None None] Pushing event updated for resources: {'Port': ['ID=8a539310-5a4e-459d-84c3-67e53e8066e9,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:48.965249 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Publish callbacks [] for router_gateway (8e2be353-9615-4e29-95b6-4b802136467a), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:48.974155 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Attempting to bind port 007305fa-ac1f-408f-9124-4fb957c87dfb on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 10:59:48.974676 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Attempting to bind port 007305fa-ac1f-408f-9124-4fb957c87dfb by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 10:59:48.975160 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Attempting to bind port 007305fa-ac1f-408f-9124-4fb957c87dfb on network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 10:59:48.978166 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 10:59:48.997426 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] Made reservation on behalf of 48290c3213074cff821701db1f238936 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:59:49.000320 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.007838 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Publish callbacks [] for port (e6e08495-3c3a-433e-bea8-9d608530d712), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.062290 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f74eb5-98b3-496f-81f4-c18bd451447c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:49.099994 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network e3f74eb5-98b3-496f-81f4-c18bd451447c details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 10:59:49.116047 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.147845 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.225640 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 10:59:49.226045 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Checking segment: {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:59:49.226464 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.227040 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Bound using segment: {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 10:59:49.227578 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Bound port: 007305fa-ac1f-408f-9124-4fb957c87dfb, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 10:59:49.228008 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.319996 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Allocated IP 172.28.2.204 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/806d4ab1-e3fa-4e14-ba65-04587d77e156) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:59:49.371390 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] For port 007305fa-ac1f-408f-9124-4fb957c87dfb, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:59:49.375400 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] For port 007305fa-ac1f-408f-9124-4fb957c87dfb, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=007305fa-ac1f-408f-9124-4fb957c87dfb,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:59:49.386453 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.424449 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:59:49.436586 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e08495-3c3a-433e-bea8-9d608530d712,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:49.445067 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:49.468295 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:59:49.525159 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-b68a43ca-8fe1-418f-a869-dce48626db05 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2349782 Apr 05 10:59:49.537538 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d223b93-d351-4c43-9ea9-cc5632c3e0a9 None None] Pushing event updated for resources: {'Port': ['ID=007305fa-ac1f-408f-9124-4fb957c87dfb,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:49.537946 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41308) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:49.547244 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] Request body: {'subnet': {'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-subnet', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:49.646093 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] Made reservation on behalf of 52b5948dc8574e09a42a290b46756aaa for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:59:49.648548 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.773342 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Publish callbacks [] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.787166 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Publish callbacks [] for security_group (85791be6-a731-4a0f-a350-9a189ebeaf21), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.787670 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for subnet (7a6e6175-8d8a-49b0-980b-b69c7b0491ac), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.796225 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (85791be6-a731-4a0f-a350-9a189ebeaf21), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.880158 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:59:49.911404 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85791be6-a731-4a0f-a350-9a189ebeaf21,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:49.940578 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:49.941087 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.segments_db [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Added segment 1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf of type vlan for network b6056acb-6655-41c0-9e1c-fd55583441d0 Apr 05 10:59:50.023698 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:50.049781 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (b6056acb-6655-41c0-9e1c-fd55583441d0), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:50.052807 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6e6175-8d8a-49b0-980b-b69c7b0491ac,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:50.090594 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:59:50.102140 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:50.106101 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] Checking segment: {'id': '9f68c15e-9d15-4a30-957c-41d4d93a5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:59:50.106524 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] Network hostable DHCP agents. Network: dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:59:50.119935 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Publish callbacks [] for router_gateway (77c99110-91ee-4acf-8cc0-d0c761b13ead), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:50.147195 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:59:50.211046 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] Network dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:59:50.250864 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Pushing event updated for resources: {'Port': ['ID=806d4ab1-e3fa-4e14-ba65-04587d77e156,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:50.264883 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (b6056acb-6655-41c0-9e1c-fd55583441d0), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:50.269368 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:50.270352 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:50.289127 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for subnet (1280e769-ee31-4adb-9c92-16b59b561c5c), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:50.300645 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4105406 Apr 05 10:59:50.304275 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41340) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:50.311368 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] Request body: {'subnet': {'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-467010107-subnet', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:50.315219 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:50.325684 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002acc53-282d-44a7-92ad-a7997d78b599 None None] Network dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:59:50.335757 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:50.336348 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:50.391163 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-b17c0faa-7c19-461f-88e4-b64a3ce51dcf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4892652 Apr 05 10:59:50.421269 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] Made reservation on behalf of e2e2c4605a9b432785edde810603dde5 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:59:50.430474 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:50.581843 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c861695-ede8-4ccd-86a1-28fabe2eeac0 None None] Network dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:59:50.585535 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 10:59:50.780665 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Publish callbacks [] for router_gateway (8e2be353-9615-4e29-95b6-4b802136467a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:50.817276 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb52ee2-7603-4d42-b8ad-749fe79a3414 admin admin] Pushing event updated for resources: {'Network': ['ID=b6056acb-6655-41c0-9e1c-fd55583441d0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:50.867703 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577586'] for router (77c99110-91ee-4acf-8cc0-d0c761b13ead), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:50.868388 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] Checking segment: {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:59:50.868808 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] Network hostable DHCP agents. Network: e3f74eb5-98b3-496f-81f4-c18bd451447c, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:59:50.877126 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1280e769-ee31-4adb-9c92-16b59b561c5c,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:50.921905 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc89db-6cb0-4e67-8dd4-839b9fbf9fae None None] Network 5c5cb07f-3ee8-463c-9269-3b548160e895 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:59:50.966637 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network b6056acb-6655-41c0-9e1c-fd55583441d0 details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 10:59:51.010618 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] Network e3f74eb5-98b3-496f-81f4-c18bd451447c is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:59:51.051302 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, e3f74eb5-98b3-496f-81f4-c18bd451447c) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:51.063115 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:51.065699 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:51.185550 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-b26555ac-79a8-4b97-b8dc-a3304e51db12 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6455054 Apr 05 10:59:51.199008 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41384) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:51.205978 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:51.216470 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c2cf2-e459-47fd-81d9-950b630ed40d None None] Network e3f74eb5-98b3-496f-81f4-c18bd451447c requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:59:51.352596 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-43bb349e-bcd1-41b1-8124-f3499bc0dbce None None] Provisioning complete for port 8a539310-5a4e-459d-84c3-67e53e8066e9 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:59:51.353148 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43bb349e-bcd1-41b1-8124-f3499bc0dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:51.363849 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41390) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:51.379594 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 8a539310-5a4e-459d-84c3-67e53e8066e9 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 10:59:51.456008 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29016'] for router (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:51.457996 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-523207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28993'] for router (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:51.522470 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e8163-0535-4b14-a6b8-fe13237917bb None None] Network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:59:51.626436 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for subnet (0e46e214-0097-445c-b3ff-10b094ea1ac0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:51.678301 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e46e214-0097-445c-b3ff-10b094ea1ac0,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:51.689445 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Publish callbacks [] for router_controller (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:51.702485 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Router 77c99110-91ee-4acf-8cc0-d0c761b13ead is scheduled to L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:59:51.716998 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd83f9197-d010-5aca-b623-cab93bca9b91-e3f74eb5-98b3-496f-81f4-c18bd451447c', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c'}]}} from dv-cinder-818994-3-smb. {{(pid=103323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 10:59:51.717926 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:51.740274 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] Checking segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:59:51.740712 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] Network hostable DHCP agents. Network: b6056acb-6655-41c0-9e1c-fd55583441d0, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:59:51.866401 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:59:51.879659 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Sync routers for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 10:59:51.889072 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Allocated IP 172.20.0.2 (e3f74eb5-98b3-496f-81f4-c18bd451447c/1280e769-ee31-4adb-9c92-16b59b561c5c/c3a577d0-1e51-4a66-99b6-860e8bdca5a5) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:59:51.892375 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:51.898063 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-650344d7-1f89-4411-8a4b-61d1a1b979c3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3923144 Apr 05 10:59:51.899879 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41428) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:51.905839 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 10:59:51.907908 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T10:59:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:59:51.918302 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] Network b6056acb-6655-41c0-9e1c-fd55583441d0 is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:59:51.966143 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, b6056acb-6655-41c0-9e1c-fd55583441d0) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:51.979832 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:51.980443 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.024259 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb13b26-c337-4cff-a789-47f047689b7c None None] Network b6056acb-6655-41c0-9e1c-fd55583441d0 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:59:52.060725 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-0167a2c7-b8d4-4bb5-8b7e-2cde2be9a8c7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7550631 Apr 05 10:59:52.063406 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41446) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:52.070259 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 10:59:52.117068 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29016'] for router (5569f575-f817-4e80-8955-0068fc4d60c7), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.118564 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-523207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28993'] for router (5569f575-f817-4e80-8955-0068fc4d60c7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.296944 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04c5cf96-5e36-4611-a59f-1692aabed111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.307227 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 10:59:52.426680 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41472) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:52.438998 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Publish callbacks [] for router_controller (5569f575-f817-4e80-8955-0068fc4d60c7), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.452126 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577586'] for router (8e2be353-9615-4e29-95b6-4b802136467a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.466683 dv-cinder-818994-3-smb neutron-server[103320]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 10:59:52.525127 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Publish callbacks [] for router_gateway (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.628602 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:49Z', 'revision_number': 3, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:59:52.662593 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Checking router: 77c99110-91ee-4acf-8cc0-d0c761b13ead for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 10:59:52.663237 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Updating router 77c99110-91ee-4acf-8cc0-d0c761b13ead port e6e08495-3c3a-433e-bea8-9d608530d712 binding host dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 10:59:52.687369 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Publish callbacks [] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.706309 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.758727 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 8a539310-5a4e-459d-84c3-67e53e8066e9 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:59:52.759169 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.783868 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.790728 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd83f9197-d010-5aca-b623-cab93bca9b91-b6056acb-6655-41c0-9e1c-fd55583441d0', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0'}]}} from dv-cinder-818994-3-smb. {{(pid=103323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 10:59:52.792011 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.822582 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Publish callbacks [] for router_gateway (5569f575-f817-4e80-8955-0068fc4d60c7), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:52.967827 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-43bb349e-bcd1-41b1-8124-f3499bc0dbce None None] Current status of the port 8a539310-5a4e-459d-84c3-67e53e8066e9 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:59:52.968211 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43bb349e-bcd1-41b1-8124-f3499bc0dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.034670 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Pushing event updated for resources: {'Port': ['ID=c3a577d0-1e51-4a66-99b6-860e8bdca5a5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:53.098731 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-43bb349e-bcd1-41b1-8124-f3499bc0dbce None None] For port 8a539310-5a4e-459d-84c3-67e53e8066e9, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=8a539310-5a4e-459d-84c3-67e53e8066e9,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:59:53.134725 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43bb349e-bcd1-41b1-8124-f3499bc0dbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.266078 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Publish callbacks [] for port (e6e08495-3c3a-433e-bea8-9d608530d712), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.271297 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Network e3f74eb5-98b3-496f-81f4-c18bd451447c is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:59:53.278220 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.298985 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-f62b8a0e-83a0-4423-8d20-adcc8113e63b tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:53.305882 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-f62b8a0e-83a0-4423-8d20-adcc8113e63b tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/networks?id=dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 HTTP/1.1" status: 200 len: 812 time: 0.8621716 Apr 05 10:59:53.365391 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-784e5f4f-5820-410c-88e3-73d037428bc2 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/quotas/48290c3213074cff821701db1f238936 HTTP/1.1" status: 200 len: 375 time: 0.0585392 Apr 05 10:59:53.395359 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:53.397613 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Attempting to bind port e6e08495-3c3a-433e-bea8-9d608530d712 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 10:59:53.397992 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Attempting to bind port e6e08495-3c3a-433e-bea8-9d608530d712 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 10:59:53.398355 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Attempting to bind port e6e08495-3c3a-433e-bea8-9d608530d712 on network 00d12171-f517-474d-a69e-00f7b55a096a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 10:59:53.404323 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Pushing event updated for resources: {'Port': ['ID=e6e08495-3c3a-433e-bea8-9d608530d712,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:53.419687 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:59:53.435521 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.435880 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.436224 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.436584 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.443726 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.444512 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.444910 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.445280 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.445601 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.445934 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.446297 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.446620 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.446954 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.447279 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.447655 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Tracked resource versions report: Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: pushed versions: Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: { 'AddressGroup': {'1.2'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Agent': {'1.1'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'ConntrackHelper': {'1.0'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Log': {'1.0'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'NDPProxy': {'1.0'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Network': {'1.1'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Port': {'1.7'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'PortForwarding': {'1.3'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'QosPolicy': {'1.10'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'SecurityGroup': {'1.5'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'SubPort': {'1.0'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Subnet': {'1.1'}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Trunk': {'1.1'}} Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: consumer versions: Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: { DHCP agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: HyperV agent@hv-cinder-81899: {}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: L3 agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: Metadata agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: Metering agent@dv-cinder-818994-3-smb: {}, Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: Open vSwitch agent@dv-cinder-818994-3-smb: { 'AddressGroup': '1.2', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Agent': '1.1', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'ConntrackHelper': '1.0', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'LocalIPAssociation': '1.0', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Log': '1.0', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'NDPProxy': '1.0', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Network': '1.1', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Port': '1.7', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'PortForwarding': '1.3', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'QosPolicy': '1.10', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'SecurityGroup': '1.5', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'SecurityGroupRule': '1.2', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'SubPort': '1.0', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Subnet': '1.1', Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: 'Trunk': '1.1'}} Apr 05 10:59:53.450502 dv-cinder-818994-3-smb neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 10:59:53.458860 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 10:59:53.464411 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Checking segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:59:53.465745 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.466624 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Bound using segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 10:59:53.475681 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Bound port: e6e08495-3c3a-433e-bea8-9d608530d712, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 10:59:53.476569 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.579658 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04c5cf96-5e36-4611-a59f-1692aabed111 admin admin] Publish callbacks [] for security_group (5e6bcd1c-2e92-4c4a-a773-ff3f9d58b201), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.606014 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] For port e6e08495-3c3a-433e-bea8-9d608530d712, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:59:53.615032 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] For port e6e08495-3c3a-433e-bea8-9d608530d712, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=e6e08495-3c3a-433e-bea8-9d608530d712,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:59:53.619183 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Publish callbacks [] for router_gateway (5569f575-f817-4e80-8955-0068fc4d60c7), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.631616 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.645668 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Allocated IP 172.20.0.2 (b6056acb-6655-41c0-9e1c-fd55583441d0/0e46e214-0097-445c-b3ff-10b094ea1ac0/9489fd40-ea73-4362-8147-87310558faf9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:59:53.663408 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-9ab4bad0-12e9-4331-b750-34028143c53b tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48290c3213074cff821701db1f238936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2965212 Apr 05 10:59:53.671076 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.678657 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04c5cf96-5e36-4611-a59f-1692aabed111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (5e6bcd1c-2e92-4c4a-a773-ff3f9d58b201), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.742988 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41512) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:53.750385 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb349e-bcd1-41b1-8124-f3499bc0dbce None None] Pushing event updated for resources: {'Port': ['ID=8a539310-5a4e-459d-84c3-67e53e8066e9,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:53.761374 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62565a-8de0-435b-b78c-99b968592a25 None None] Pushing event updated for resources: {'Port': ['ID=e6e08495-3c3a-433e-bea8-9d608530d712,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:53.764273 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 10:59:53.764896 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T10:59:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:59:53.788809 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-6aaffa43-b90b-41d2-ad35-696757771a1d None None] Provisioning complete for port 007305fa-ac1f-408f-9124-4fb957c87dfb triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:59:53.791904 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aaffa43-b90b-41d2-ad35-696757771a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:53.864121 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-04c5cf96-5e36-4611-a59f-1692aabed111 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dd17f5b04d7e408fb938d29fcf91098f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4702263 Apr 05 10:59:53.867353 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41516) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:53.871604 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5cf96-5e36-4611-a59f-1692aabed111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6bcd1c-2e92-4c4a-a773-ff3f9d58b201,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:53.884928 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Allocated IP 172.28.2.120 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/d77e3046-78e2-457c-8bdb-85e73f0a6597) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:59:53.953979 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 10:59:53.972785 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 8a539310-5a4e-459d-84c3-67e53e8066e9 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:59:53.974174 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 007305fa-ac1f-408f-9124-4fb957c87dfb up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 10:59:54.001972 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Router 8e2be353-9615-4e29-95b6-4b802136467a is scheduled to L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:59:54.073297 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Attempting to bind port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 10:59:54.073650 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Attempting to bind port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 10:59:54.074016 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Attempting to bind port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 on network e3f74eb5-98b3-496f-81f4-c18bd451447c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 10:59:54.107408 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 10:59:54.107821 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Checking segment: {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:59:54.108227 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.108620 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Bound using segment: {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 10:59:54.109114 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Bound port: c3a577d0-1e51-4a66-99b6-860e8bdca5a5, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 10:59:54.109490 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.130987 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Publish callbacks [] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.135496 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.195114 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6aaffa43-b90b-41d2-ad35-696757771a1d None None] Current status of the port 007305fa-ac1f-408f-9124-4fb957c87dfb is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:59:54.195791 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aaffa43-b90b-41d2-ad35-696757771a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.201498 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-72155685-a26e-4705-b3f3-1fa79f727438 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 10:59:54.211139 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:49Z', 'revision_number': 3, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:59:54.214812 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-72155685-a26e-4705-b3f3-1fa79f727438 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2547047 Apr 05 10:59:54.220653 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-886fe1ce-98f9-48af-af59-1e52a5375e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.254201 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075767b3-0348-4739-b59a-cf3ad0475020 None None] The sync data for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb is: [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:49Z', 'revision_number': 3, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 10:59:54.259792 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] For port c3a577d0-1e51-4a66-99b6-860e8bdca5a5, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:59:54.267208 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] For port c3a577d0-1e51-4a66-99b6-860e8bdca5a5, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=c3a577d0-1e51-4a66-99b6-860e8bdca5a5,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:59:54.285835 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.449578 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.461634 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca87ca3-30ae-4c4c-bc54-125fc945f5fb None None] Pushing event updated for resources: {'Port': ['ID=c3a577d0-1e51-4a66-99b6-860e8bdca5a5,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:54.480660 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 007305fa-ac1f-408f-9124-4fb957c87dfb triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:59:54.481135 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.532772 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f2725e4f-7124-4898-8fff-f3a3b8c19955 admin admin] Publish callbacks [] for security_group (5e6bcd1c-2e92-4c4a-a773-ff3f9d58b201), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.543687 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Publish callbacks [] for port (9489fd40-ea73-4362-8147-87310558faf9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.628483 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:59:54.628483 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:54.629390 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:59:54.630112 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-6aaffa43-b90b-41d2-ad35-696757771a1d None None] For port 007305fa-ac1f-408f-9124-4fb957c87dfb, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=007305fa-ac1f-408f-9124-4fb957c87dfb,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:59:54.631967 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 007305fa-ac1f-408f-9124-4fb957c87dfb is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:59:54.632417 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.635105 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (9489fd40-ea73-4362-8147-87310558faf9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.673517 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6aaffa43-b90b-41d2-ad35-696757771a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.766312 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Network b6056acb-6655-41c0-9e1c-fd55583441d0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:59:54.773950 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:54.776158 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:59:54.778010 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f2725e4f-7124-4898-8fff-f3a3b8c19955 admin admin] Publish callbacks [] for security_group (5e6bcd1c-2e92-4c4a-a773-ff3f9d58b201), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.781004 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Pushing event updated for resources: {'Port': ['ID=9489fd40-ea73-4362-8147-87310558faf9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:54.874658 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaffa43-b90b-41d2-ad35-696757771a1d None None] Pushing event updated for resources: {'Port': ['ID=007305fa-ac1f-408f-9124-4fb957c87dfb,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:54.924186 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-50f58fd8-4be5-44bb-acdf-c3fb76ff9dad service neutron] 10.222.0.43 "GET /v2.0/networks/dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7081480 Apr 05 10:59:54.936341 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Publish callbacks [] for router_gateway (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.942154 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f2725e4f-7124-4898-8fff-f3a3b8c19955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (5e6bcd1c-2e92-4c4a-a773-ff3f9d58b201), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.944033 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.db.api [None req-354c62dc-8560-4977-9791-165612471015 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103323) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:59:54.944520 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG oslo_db.api [None req-354c62dc-8560-4977-9791-165612471015 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:59:54.944754 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f2725e4f-7124-4898-8fff-f3a3b8c19955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:54.945944 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-f2725e4f-7124-4898-8fff-f3a3b8c19955 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e6bcd1c-2e92-4c4a-a773-ff3f9d58b201 HTTP/1.1" status: 204 len: 168 time: 1.0764918 Apr 05 10:59:55.009588 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Pushing event updated for resources: {'Port': ['ID=d77e3046-78e2-457c-8bdb-85e73f0a6597,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:55.038789 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-dc3e8882-26ab-42bc-8f19-1003781701fc None None] Provisioning complete for port 8a539310-5a4e-459d-84c3-67e53e8066e9 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:59:55.039178 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8882-26ab-42bc-8f19-1003781701fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:55.099598 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Attempting to bind port 9489fd40-ea73-4362-8147-87310558faf9 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 10:59:55.104707 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Attempting to bind port 9489fd40-ea73-4362-8147-87310558faf9 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 10:59:55.104707 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Attempting to bind port 9489fd40-ea73-4362-8147-87310558faf9 on network b6056acb-6655-41c0-9e1c-fd55583441d0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 10:59:55.136866 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 10:59:55.137959 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Checking segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:59:55.139768 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:55.140500 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Bound using segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 10:59:55.141588 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Bound port: 9489fd40-ea73-4362-8147-87310558faf9, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 10:59:55.143577 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Allocated IP 172.20.0.1 (68201af9-3d0f-42f8-ad4e-a41ca62abbe8/0b31b93c-82c4-48fc-b296-9432ad89b562/1306c27b-94ad-4162-84ac-8b7aa9b8b013) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:59:55.144294 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9489fd40-ea73-4362-8147-87310558faf9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:55.194437 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-7b2bb187-784e-47d3-807a-46cbb7fc5bfa service neutron] 10.222.0.43 "GET /v2.0/networks/dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118526 Apr 05 10:59:55.195561 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:55.316641 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2725e4f-7124-4898-8fff-f3a3b8c19955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6bcd1c-2e92-4c4a-a773-ff3f9d58b201,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:55.389705 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:59:55.420506 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-886fe1ce-98f9-48af-af59-1e52a5375e8f admin admin] Publish callbacks [] for security_group (86e4498e-eb3c-448c-855e-c698c1ae0105), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:55.459886 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Sync routers for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 10:59:55.474457 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-886fe1ce-98f9-48af-af59-1e52a5375e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (86e4498e-eb3c-448c-855e-c698c1ae0105), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:55.578590 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Publish callbacks [] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:55.584720 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:55.589641 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-c0062c02-b466-414b-8dd7-e3e487af6915 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2084730 Apr 05 10:59:55.590296 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41534) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:55.645897 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e8882-26ab-42bc-8f19-1003781701fc None None] Current status of the port 8a539310-5a4e-459d-84c3-67e53e8066e9 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:59:55.704805 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 10:59:55.706149 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T10:59:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:59:55.730447 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-886fe1ce-98f9-48af-af59-1e52a5375e8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=886afb74b4634562b8d190bd1215d881&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9766176 Apr 05 10:59:55.746969 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41542) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:55.848720 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] For port 9489fd40-ea73-4362-8147-87310558faf9, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:59:55.880365 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 007305fa-ac1f-408f-9124-4fb957c87dfb is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:59:55.903238 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] For port 9489fd40-ea73-4362-8147-87310558faf9, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9489fd40-ea73-4362-8147-87310558faf9,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:59:55.910927 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:55.929429 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Allocated IP 172.28.2.111 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/9ec46b40-da26-4f29-9d1e-083d2830277a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:59:55.953184 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41556) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:55.956860 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fe1ce-98f9-48af-af59-1e52a5375e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e4498e-eb3c-448c-855e-c698c1ae0105,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:55.975514 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9489fd40-ea73-4362-8147-87310558faf9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:56.087137 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e136ea6-a49f-4633-9fbc-6402d0c03772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:56.176799 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Publish callbacks [] for router_gateway (5569f575-f817-4e80-8955-0068fc4d60c7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:56.183734 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:59:56.306604 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 10:59:56.514819 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device e6e08495-3c3a-433e-bea8-9d608530d712 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 10:59:56.517161 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5af1be-b242-4a01-b864-3acba21238d9 None None] Network e3f74eb5-98b3-496f-81f4-c18bd451447c requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:59:56.521256 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:56.535686 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:59:56.538089 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577635'] for router_interface (77c99110-91ee-4acf-8cc0-d0c761b13ead), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:56.705959 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=1306c27b-94ad-4162-84ac-8b7aa9b8b013,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:56.994166 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41602) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:57.025135 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Publish callbacks [] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.163068 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577586'] for router (5569f575-f817-4e80-8955-0068fc4d60c7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.183418 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e136ea6-a49f-4633-9fbc-6402d0c03772 admin admin] Publish callbacks [] for security_group (56ded000-fe3f-4c30-b886-56bb40cc6544), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.202604 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9e136ea6-a49f-4633-9fbc-6402d0c03772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (56ded000-fe3f-4c30-b886-56bb40cc6544), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.228582 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-ff0de7ef-aec8-4d23-85ca-ccec486a570a None None] Provisioning complete for port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:59:57.229547 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff0de7ef-aec8-4d23-85ca-ccec486a570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.241213 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7446fe17-6721-4b6c-adcf-33f3e6c68df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.263189 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.352400 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde86865-a942-45d6-a1dc-0cd9b8e9cd7e None None] Pushing event updated for resources: {'Port': ['ID=9489fd40-ea73-4362-8147-87310558faf9,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:57.418231 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port e6e08495-3c3a-433e-bea8-9d608530d712 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:59:57.418790 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.438207 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e136ea6-a49f-4633-9fbc-6402d0c03772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ded000-fe3f-4c30-b886-56bb40cc6544,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:57.526507 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-9e136ea6-a49f-4633-9fbc-6402d0c03772 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44f7ddc882554ff497dcb2107d490229&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5587018 Apr 05 10:59:57.553481 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2968805e-d5c2-41f8-acfe-69adaaf3b1bf req-292e7a87-3114-4de7-b5b8-539724478c51 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 210 time: 0.5473623 Apr 05 10:59:57.554322 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41612) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:57.555734 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.635640 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Publish callbacks [] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.644067 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad3b298e-3088-44d0-8a44-9280ae63b9cb admin admin] Publish callbacks [] for security_group (86e4498e-eb3c-448c-855e-c698c1ae0105), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.645320 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:50Z', 'revision_number': 3, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T10:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:59:57.719359 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad3b298e-3088-44d0-8a44-9280ae63b9cb admin admin] Publish callbacks [] for security_group (86e4498e-eb3c-448c-855e-c698c1ae0105), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.719754 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Checking router: 8e2be353-9615-4e29-95b6-4b802136467a for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 10:59:57.720109 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Updating router 8e2be353-9615-4e29-95b6-4b802136467a port 806d4ab1-e3fa-4e14-ba65-04587d77e156 binding host dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 10:59:57.766747 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ff0de7ef-aec8-4d23-85ca-ccec486a570a None None] Current status of the port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:59:57.767172 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff0de7ef-aec8-4d23-85ca-ccec486a570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.782173 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec46b40-da26-4f29-9d1e-083d2830277a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:57.802786 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:59:57.813019 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.824520 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.825176 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (77c99110-91ee-4acf-8cc0-d0c761b13ead), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.845082 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:57.854273 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 10:59:57.971999 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad3b298e-3088-44d0-8a44-9280ae63b9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (86e4498e-eb3c-448c-855e-c698c1ae0105), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.975010 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad3b298e-3088-44d0-8a44-9280ae63b9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:57.976274 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ad3b298e-3088-44d0-8a44-9280ae63b9cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86e4498e-eb3c-448c-855e-c698c1ae0105 HTTP/1.1" status: 204 len: 168 time: 2.2241049 Apr 05 10:59:58.033672 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00819ff2-d46f-4cc3-bb46-84a71a35f543 admin admin] Publish callbacks [] for security_group (56ded000-fe3f-4c30-b886-56bb40cc6544), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.074304 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port e6e08495-3c3a-433e-bea8-9d608530d712 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:59:58.074790 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.127673 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ff0de7ef-aec8-4d23-85ca-ccec486a570a None None] For port c3a577d0-1e51-4a66-99b6-860e8bdca5a5, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=c3a577d0-1e51-4a66-99b6-860e8bdca5a5,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:59:58.130959 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-354c62dc-8560-4977-9791-165612471015 None None] For port e6e08495-3c3a-433e-bea8-9d608530d712, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=e6e08495-3c3a-433e-bea8-9d608530d712,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:59:58.135779 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff0de7ef-aec8-4d23-85ca-ccec486a570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.143268 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=1306c27b-94ad-4162-84ac-8b7aa9b8b013,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:58.157009 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.166124 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 8a539310-5a4e-459d-84c3-67e53e8066e9 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 10:59:58.169998 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b298e-3088-44d0-8a44-9280ae63b9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e4498e-eb3c-448c-855e-c698c1ae0105,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:58.213336 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Router 5569f575-f817-4e80-8955-0068fc4d60c7 is scheduled to L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:59:58.405203 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00819ff2-d46f-4cc3-bb46-84a71a35f543 admin admin] Publish callbacks [] for security_group (56ded000-fe3f-4c30-b886-56bb40cc6544), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.433852 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Publish callbacks [] for router_gateway (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.481728 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-6a5c7215-e6eb-4bde-92da-e56e996212c0 None None] Provisioning complete for port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:59:58.482308 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7215-e6eb-4bde-92da-e56e996212c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.483893 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0de7ef-aec8-4d23-85ca-ccec486a570a None None] Pushing event updated for resources: {'Port': ['ID=c3a577d0-1e51-4a66-99b6-860e8bdca5a5,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:58.488780 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Publish callbacks [] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.569017 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.700613 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.761167 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 8a539310-5a4e-459d-84c3-67e53e8066e9 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:59:58.761758 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.838989 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Attempting to bind port 806d4ab1-e3fa-4e14-ba65-04587d77e156 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 10:59:58.857867 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Attempting to bind port 806d4ab1-e3fa-4e14-ba65-04587d77e156 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 10:59:58.858515 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Attempting to bind port 806d4ab1-e3fa-4e14-ba65-04587d77e156 on network 00d12171-f517-474d-a69e-00f7b55a096a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 10:59:58.877532 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 10:59:58.878047 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Checking segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 10:59:58.878400 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.878799 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Bound using segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 10:59:58.879301 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Bound port: 806d4ab1-e3fa-4e14-ba65-04587d77e156, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 10:59:58.882484 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:58.886904 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Pushing event updated for resources: {'Port': ['ID=e6e08495-3c3a-433e-bea8-9d608530d712,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:58.910638 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41640) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:58.929055 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:59:58.937814 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:59:58.975542 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c7215-e6eb-4bde-92da-e56e996212c0 None None] Current status of the port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:59:59.031310 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-6a5c7215-e6eb-4bde-92da-e56e996212c0 None None] Provisioning complete for port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 10:59:59.031853 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7215-e6eb-4bde-92da-e56e996212c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:59.040592 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ee66a-e945-450d-8a74-442b05e85d16 None None] Network b6056acb-6655-41c0-9e1c-fd55583441d0 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 10:59:59.064264 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:59:59.079018 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Sync routers for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 10:59:59.131872 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 10:59:59.133229 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T10:59:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:59:59.194582 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:59.200039 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-879a410f-03f1-4c1e-97c3-42d15c91a840 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1304214 Apr 05 10:59:59.209982 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41644) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:59.211223 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e1c6b-2dcc-4da7-96ed-5d7f52863f4d None None] Pushing event updated for resources: {'Port': ['ID=806d4ab1-e3fa-4e14-ba65-04587d77e156,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:59.241745 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00819ff2-d46f-4cc3-bb46-84a71a35f543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (56ded000-fe3f-4c30-b886-56bb40cc6544), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:59.246270 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-00819ff2-d46f-4cc3-bb46-84a71a35f543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:59.247977 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-00819ff2-d46f-4cc3-bb46-84a71a35f543 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56ded000-fe3f-4c30-b886-56bb40cc6544 HTTP/1.1" status: 204 len: 168 time: 1.6894908 Apr 05 10:59:59.248631 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] For port 806d4ab1-e3fa-4e14-ba65-04587d77e156, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:59:59.306808 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.36', 62814) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 10:59:59.316273 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577586'] for router (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:59.347264 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 10:59:59.398319 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 8a539310-5a4e-459d-84c3-67e53e8066e9 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 10:59:59.402563 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device c3a577d0-1e51-4a66-99b6-860e8bdca5a5 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 10:59:59.465140 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] For port 806d4ab1-e3fa-4e14-ba65-04587d77e156, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=806d4ab1-e3fa-4e14-ba65-04587d77e156,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:59:59.474928 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c7215-e6eb-4bde-92da-e56e996212c0 None None] Port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 10:59:59.480867 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:59.498114 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00819ff2-d46f-4cc3-bb46-84a71a35f543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ded000-fe3f-4c30-b886-56bb40cc6544,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:59.506076 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b589b1bf-cf65-4516-9a52-fe8f0fdf8b09 req-8ca3e003-024a-4ab8-9714-b0f35428905b tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 210 time: 0.5889885 Apr 05 10:59:59.540717 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14d1e2ac-1337-4c4e-8c29-f075004ea4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 10:59:59.698354 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Router 77c99110-91ee-4acf-8cc0-d0c761b13ead has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:59:59.713723 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 10:59:59.714630 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T10:59:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:59:59.889760 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Allocated IP 172.20.0.1 (5c5cb07f-3ee8-463c-9269-3b548160e895/58f0a7a9-5308-49f8-850a-610a57e2db70/207c1bef-c599-46a5-9905-0b12189715f7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:59:59.921413 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T10:59:55Z', 'revision_number': 3, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T10:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:59:59.949155 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-033308c4-6087-4bbd-b424-056fd4f42c42 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:59:59.956311 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-033308c4-6087-4bbd-b424-056fd4f42c42 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.36 "GET /v2.0/networks?id=dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 HTTP/1.1" status: 200 len: 812 time: 0.6455283 Apr 05 10:59:59.974800 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e1c6b-2dcc-4da7-96ed-5d7f52863f4d None None] Pushing event updated for resources: {'Port': ['ID=806d4ab1-e3fa-4e14-ba65-04587d77e156,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:59:59.977709 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d36d68ed-eed0-4a26-af85-4d2fedc540d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.002658 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:00.005658 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Checking router: 5569f575-f817-4e80-8955-0068fc4d60c7 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:00:00.005658 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Updating router 5569f575-f817-4e80-8955-0068fc4d60c7 port d77e3046-78e2-457c-8bdb-85e73f0a6597 binding host dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:00:00.035482 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-d1b66428-658f-4fda-936d-a1e167ee441a None None] Provisioning complete for port 9489fd40-ea73-4362-8147-87310558faf9 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:00.035482 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1b66428-658f-4fda-936d-a1e167ee441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9489fd40-ea73-4362-8147-87310558faf9), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.097661 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.141366 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Request body: {'port': {'device_id': 'a3258480-19ac-4112-9055-1e1babcc1f78', 'network_id': 'dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6', 'admin_state_up': True, 'tenant_id': '48290c3213074cff821701db1f238936'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:00.513021 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:00.513413 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.551935 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:00:00.581749 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-748a9065-98db-47d5-9711-1cdb4c4b7ed7 admin admin] 10.222.0.43 "PUT /v2.0/routers/77c99110-91ee-4acf-8cc0-d0c761b13ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6729810 Apr 05 11:00:00.621611 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Publish callbacks [] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.631530 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.696831 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edf6a1-691a-4c50-a3bf-8c703c12bc0e None None] Pushing event updated for resources: {'Port': ['ID=d77e3046-78e2-457c-8bdb-85e73f0a6597,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:00.728105 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Publish callbacks [] for port (207c1bef-c599-46a5-9905-0b12189715f7), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.729719 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Attempting to bind port d77e3046-78e2-457c-8bdb-85e73f0a6597 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:00.730715 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Attempting to bind port d77e3046-78e2-457c-8bdb-85e73f0a6597 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:00.731819 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Attempting to bind port d77e3046-78e2-457c-8bdb-85e73f0a6597 on network 00d12171-f517-474d-a69e-00f7b55a096a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:00.745061 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:00.746431 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Checking segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:00.747114 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.747741 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Bound using segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:00.748486 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Bound port: d77e3046-78e2-457c-8bdb-85e73f0a6597, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:00.749153 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.786790 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Sync routers for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:00:00.810748 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] For port d77e3046-78e2-457c-8bdb-85e73f0a6597, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:00.815168 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] For port d77e3046-78e2-457c-8bdb-85e73f0a6597, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=d77e3046-78e2-457c-8bdb-85e73f0a6597,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:00.820079 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (207c1bef-c599-46a5-9905-0b12189715f7), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.850028 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.912974 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d1b66428-658f-4fda-936d-a1e167ee441a None None] Current status of the port 9489fd40-ea73-4362-8147-87310558faf9 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:00.913530 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1b66428-658f-4fda-936d-a1e167ee441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9489fd40-ea73-4362-8147-87310558faf9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.958349 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d1b66428-658f-4fda-936d-a1e167ee441a None None] For port 9489fd40-ea73-4362-8147-87310558faf9, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9489fd40-ea73-4362-8147-87310558faf9,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:00.973281 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:00.974192 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:00.977107 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Pushing event updated for resources: {'Port': ['ID=207c1bef-c599-46a5-9905-0b12189715f7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:00.983283 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1b66428-658f-4fda-936d-a1e167ee441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9489fd40-ea73-4362-8147-87310558faf9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:00.985752 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb is scheduled to L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:00:01.011062 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:01.011876 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:01.139576 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b66428-658f-4fda-936d-a1e167ee441a None None] Pushing event updated for resources: {'Port': ['ID=9489fd40-ea73-4362-8147-87310558faf9,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:01.145327 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41718) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:01.149727 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Made reservation on behalf of 48290c3213074cff821701db1f238936 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:00:01.153200 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:01.157506 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:01.158651 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 007305fa-ac1f-408f-9124-4fb957c87dfb up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:01.270874 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-d1b66428-658f-4fda-936d-a1e167ee441a None None] Provisioning complete for port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:01.271265 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1b66428-658f-4fda-936d-a1e167ee441a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:01.275989 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:01.312431 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:00:01.323532 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:01.357903 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:01.362629 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d1b66428-658f-4fda-936d-a1e167ee441a None None] Port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:01.418035 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Network 5c5cb07f-3ee8-463c-9269-3b548160e895 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:01.430726 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:01.438801 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:01.439658 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577635'] for router_interface (8e2be353-9615-4e29-95b6-4b802136467a), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:01.463337 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9788c12c-b789-4dfe-995f-13a40b669657 req-7843b626-a083-4a2c-8e55-f3dd46dafabf tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 210 time: 0.4872065 Apr 05 11:00:01.466505 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:01.478861 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 007305fa-ac1f-408f-9124-4fb957c87dfb triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:01.481364 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:01.483511 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-3095a0d8-d505-4380-81e1-2f0476fc5021 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.2786844 Apr 05 11:00:01.533692 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41726) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:01.655532 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Sync routers for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:00:01.662869 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:50Z', 'revision_number': 3, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T10:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:01.796651 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:01.797789 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:01.815538 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14d1e2ac-1337-4c4e-8c29-f075004ea4d0 admin admin] Publish callbacks [] for security_group (964c712b-bedc-48c8-8343-e4023c8c52a3), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:01.830979 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14d1e2ac-1337-4c4e-8c29-f075004ea4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (964c712b-bedc-48c8-8343-e4023c8c52a3), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:01.834308 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62822a2-e527-4711-a8ef-a4cfe7b5483b None None] The sync data for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb is: [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:50Z', 'revision_number': 3, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T10:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:00:01.856153 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-d6c0c66c-2c3a-4b46-801b-dd1947973eab None None] Provisioning complete for port 9489fd40-ea73-4362-8147-87310558faf9 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:01.856642 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6c0c66c-2c3a-4b46-801b-dd1947973eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9489fd40-ea73-4362-8147-87310558faf9), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:01.916120 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1e2ac-1337-4c4e-8c29-f075004ea4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964c712b-bedc-48c8-8343-e4023c8c52a3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:01.993148 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:02.087234 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:02.099528 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-14d1e2ac-1337-4c4e-8c29-f075004ea4d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c0255913b95452c9c12a088a6bcfd42&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1807899 Apr 05 11:00:02.100494 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41740) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:02.149826 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edf6a1-691a-4c50-a3bf-8c703c12bc0e None None] Pushing event updated for resources: {'Port': ['ID=d77e3046-78e2-457c-8bdb-85e73f0a6597,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:02.201312 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc95aae7-c4e5-4773-9083-dae06e8a8944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:02.429125 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41744) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:02.446747 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-38c2ec48-2bdb-44ae-901c-9c00c87ca6b9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910800891', 'description': 'tempest-description--665934729'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:02.582295 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 007305fa-ac1f-408f-9124-4fb957c87dfb is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:02.655508 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T10:59:55Z', 'revision_number': 3, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:02.791322 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3202ee-a5f6-4241-aa30-a4bcd2a3fd1b None None] The sync data for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb is: [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T10:59:55Z', 'revision_number': 3, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:00:02.847670 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-84bafc51-ff12-4fc3-8265-8a0bccd75e82 req-18d398a3-aa1b-422b-b313-2968aa9341a2 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 210 time: 0.1587436 Apr 05 11:00:02.884684 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (207c1bef-c599-46a5-9905-0b12189715f7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:02.916265 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38c2ec48-2bdb-44ae-901c-9c00c87ca6b9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:02.988449 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Allocated IP 172.20.0.1 (b6056acb-6655-41c0-9e1c-fd55583441d0/0e46e214-0097-445c-b3ff-10b094ea1ac0/7666be69-c680-400d-a399-06c0bd9db8c1) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:03.040295 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 3, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:03.049826 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5771f52-7d86-43ba-b204-1d339bdd035b admin admin] Publish callbacks [] for security_group (964c712b-bedc-48c8-8343-e4023c8c52a3), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.074130 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.161040 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Publish callbacks [] for port (7666be69-c680-400d-a399-06c0bd9db8c1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.210352 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5771f52-7d86-43ba-b204-1d339bdd035b admin admin] Publish callbacks [] for security_group (964c712b-bedc-48c8-8343-e4023c8c52a3), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.222845 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d6c0c66c-2c3a-4b46-801b-dd1947973eab None None] Current status of the port 9489fd40-ea73-4362-8147-87310558faf9 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:03.232670 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Checking router: 3f97499a-5867-414f-b8d1-09cb1ab6f7fb for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:00:03.233028 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Updating router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb port 9ec46b40-da26-4f29-9d1e-083d2830277a binding host dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:00:03.260971 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9489fd40-ea73-4362-8147-87310558faf9 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:03.384607 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.471024 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-f10743a0-d6a6-4be6-a3fe-ba0167b20337 None None] Provisioning complete for port 207c1bef-c599-46a5-9905-0b12189715f7 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:03.475124 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f10743a0-d6a6-4be6-a3fe-ba0167b20337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (207c1bef-c599-46a5-9905-0b12189715f7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.608611 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f10743a0-d6a6-4be6-a3fe-ba0167b20337 None None] Port 207c1bef-c599-46a5-9905-0b12189715f7 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:03.619024 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 9489fd40-ea73-4362-8147-87310558faf9 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:03.619424 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9489fd40-ea73-4362-8147-87310558faf9), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.648019 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Publish callbacks [] for port (207c1bef-c599-46a5-9905-0b12189715f7), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.723655 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38c2ec48-2bdb-44ae-901c-9c00c87ca6b9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (a4d0175d-5eff-4435-a659-8e4a7a925eb7), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.730953 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (207c1bef-c599-46a5-9905-0b12189715f7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.735720 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (8e2be353-9615-4e29-95b6-4b802136467a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.754533 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38c2ec48-2bdb-44ae-901c-9c00c87ca6b9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a4d0175d-5eff-4435-a659-8e4a7a925eb7), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:03.757299 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T10:59:57Z', 'revision_number': 2, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:03.908641 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2ec48-2bdb-44ae-901c-9c00c87ca6b9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d0175d-5eff-4435-a659-8e4a7a925eb7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:03.936516 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Checking router: 77c99110-91ee-4acf-8cc0-d0c761b13ead for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:00:03.936975 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Updating router 77c99110-91ee-4acf-8cc0-d0c761b13ead port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 binding host dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:00:04.087533 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:04.136436 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:04.273820 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Network 5c5cb07f-3ee8-463c-9269-3b548160e895 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:04.288822 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:04.567137 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Router 8e2be353-9615-4e29-95b6-4b802136467a has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:00:04.583573 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fe885c7d-1132-458d-a4fb-0388dc1dcc04 req-5bae2e89-0908-4f27-bfd9-3a67ba66b223 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 210 time: 0.3639562 Apr 05 11:00:04.590125 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-38c2ec48-2bdb-44ae-901c-9c00c87ca6b9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:04.591751 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-38c2ec48-2bdb-44ae-901c-9c00c87ca6b9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1565254 Apr 05 11:00:04.593914 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Publish callbacks [] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:04.600477 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41770) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:04.606270 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:04.608820 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-0e8b0212-ee69-428e-a809-045a900fee09 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'security_group_rule': {'security_group_id': 'a4d0175d-5eff-4435-a659-8e4a7a925eb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:04.621107 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Pushing event updated for resources: {'Port': ['ID=207c1bef-c599-46a5-9905-0b12189715f7,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:04.639737 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5771f52-7d86-43ba-b204-1d339bdd035b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (964c712b-bedc-48c8-8343-e4023c8c52a3), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:04.648866 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c5771f52-7d86-43ba-b204-1d339bdd035b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:04.657087 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-c5771f52-7d86-43ba-b204-1d339bdd035b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/964c712b-bedc-48c8-8343-e4023c8c52a3 HTTP/1.1" status: 204 len: 168 time: 2.5264826 Apr 05 11:00:04.702136 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Allocated IP 172.20.0.12 (dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6/7a6e6175-8d8a-49b0-980b-b69c7b0491ac/f986066c-5f5d-41ec-b6d7-c94ae39eb65e) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:04.738311 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5771f52-7d86-43ba-b204-1d339bdd035b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964c712b-bedc-48c8-8343-e4023c8c52a3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:04.746036 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 9489fd40-ea73-4362-8147-87310558faf9 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:04.753606 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 806d4ab1-e3fa-4e14-ba65-04587d77e156 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:04.778286 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d0166-163e-4335-8b32-b5aaa42ba78b None None] Pushing event updated for resources: {'Port': ['ID=9ec46b40-da26-4f29-9d1e-083d2830277a,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:04.855861 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Attempting to bind port 9ec46b40-da26-4f29-9d1e-083d2830277a on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:04.858287 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Attempting to bind port 9ec46b40-da26-4f29-9d1e-083d2830277a by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:04.858672 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Attempting to bind port 9ec46b40-da26-4f29-9d1e-083d2830277a on network 00d12171-f517-474d-a69e-00f7b55a096a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:04.874957 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:04.875370 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Checking segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:04.875762 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:04.879373 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Bound using segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:04.880191 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Bound port: 9ec46b40-da26-4f29-9d1e-083d2830277a, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:04.880576 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:04.945123 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0212-ee69-428e-a809-045a900fee09 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (cce14438-101d-4b21-ba49-55ca6e4af1d5), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.004259 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-e9756b27-ddae-4ba0-8875-93674d097487 None None] Provisioning complete for port 207c1bef-c599-46a5-9905-0b12189715f7 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:05.004665 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e9756b27-ddae-4ba0-8875-93674d097487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (207c1bef-c599-46a5-9905-0b12189715f7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.068178 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e9756b27-ddae-4ba0-8875-93674d097487 None None] Port 207c1bef-c599-46a5-9905-0b12189715f7 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:05.090653 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.091545 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 806d4ab1-e3fa-4e14-ba65-04587d77e156 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:05.091545 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.097784 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] For port 9ec46b40-da26-4f29-9d1e-083d2830277a, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:05.101455 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] For port 9ec46b40-da26-4f29-9d1e-083d2830277a, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9ec46b40-da26-4f29-9d1e-083d2830277a,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:05.114855 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.177884 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0212-ee69-428e-a809-045a900fee09 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (cce14438-101d-4b21-ba49-55ca6e4af1d5), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.200801 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0212-ee69-428e-a809-045a900fee09 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (cce14438-101d-4b21-ba49-55ca6e4af1d5), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.261746 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:05.262408 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:05.305259 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b0212-ee69-428e-a809-045a900fee09 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce14438-101d-4b21-ba49-55ca6e4af1d5,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:05.348756 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d0166-163e-4335-8b32-b5aaa42ba78b None None] Pushing event updated for resources: {'Port': ['ID=9ec46b40-da26-4f29-9d1e-083d2830277a,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:05.352905 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0212-ee69-428e-a809-045a900fee09 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.354273 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-0e8b0212-ee69-428e-a809-045a900fee09 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7508943 Apr 05 11:00:05.358410 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41780) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:05.371052 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-25ae466e-f234-4012-b7a0-d9fc93f165a7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'security_group_rule': {'security_group_id': 'a4d0175d-5eff-4435-a659-8e4a7a925eb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:05.431704 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:00:05.432752 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Network b6056acb-6655-41c0-9e1c-fd55583441d0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:05.446840 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-6024a795-2af7-481d-b9a5-f6205a9f8994 admin admin] 10.222.0.43 "PUT /v2.0/routers/8e2be353-9615-4e29-95b6-4b802136467a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8356638 Apr 05 11:00:05.482111 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25ae466e-f234-4012-b7a0-d9fc93f165a7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (bbaa8d08-ac5b-447d-9e26-ea8172d42e68), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.509734 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc95aae7-c4e5-4773-9083-dae06e8a8944 admin admin] Publish callbacks [] for security_group (4357a754-300d-4c38-9a07-1a87f232c630), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.512186 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:05.517718 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:05.518915 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577635'] for router_interface (5569f575-f817-4e80-8955-0068fc4d60c7), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.592873 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:05.666931 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25ae466e-f234-4012-b7a0-d9fc93f165a7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (bbaa8d08-ac5b-447d-9e26-ea8172d42e68), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.676669 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25ae466e-f234-4012-b7a0-d9fc93f165a7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (bbaa8d08-ac5b-447d-9e26-ea8172d42e68), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.763216 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae466e-f234-4012-b7a0-d9fc93f165a7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbaa8d08-ac5b-447d-9e26-ea8172d42e68,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:05.789562 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-25ae466e-f234-4012-b7a0-d9fc93f165a7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.790270 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Publish callbacks [] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.794466 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-25ae466e-f234-4012-b7a0-d9fc93f165a7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4312947 Apr 05 11:00:05.799762 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41790) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:05.825662 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'floatingip': {'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:05.880616 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Publish callbacks [] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.902365 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc95aae7-c4e5-4773-9083-dae06e8a8944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (4357a754-300d-4c38-9a07-1a87f232c630), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:05.996796 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:06.020272 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 806d4ab1-e3fa-4e14-ba65-04587d77e156 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:06.021157 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:06.041264 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:06.102833 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95aae7-c4e5-4773-9083-dae06e8a8944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4357a754-300d-4c38-9a07-1a87f232c630,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:06.129512 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Network dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:06.148219 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:06.178527 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:06.192722 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:06.193424 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:06.210192 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 3, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:06.259939 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1230731 Apr 05 11:00:06.266667 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:06.335151 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3681c589-21ea-4471-8860-da4b0dc909ac None None] The sync data for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb is: [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 3, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:00:06.335649 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Pushing event updated for resources: {'Port': ['ID=7666be69-c680-400d-a399-06c0bd9db8c1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:06.372316 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-28870cec-200d-49d2-a3de-09597421bd95 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:00:06.375107 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-28870cec-200d-49d2-a3de-09597421bd95 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0404747 Apr 05 11:00:06.381383 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-cc95aae7-c4e5-4773-9083-dae06e8a8944 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2401c69ffd964eb5853d3e7682120d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 5.2349353 Apr 05 11:00:06.461488 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41810) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:06.564429 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:06.778988 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-354c62dc-8560-4977-9791-165612471015 None None] For port 806d4ab1-e3fa-4e14-ba65-04587d77e156, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=806d4ab1-e3fa-4e14-ba65-04587d77e156,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:06.846761 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07be16e-6cc6-45db-aead-9eadebd8cb60 req-2463c16b-4748-4fdb-91ec-6c538381d538 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:06.848437 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a07be16e-6cc6-45db-aead-9eadebd8cb60 req-2463c16b-4748-4fdb-91ec-6c538381d538 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 932 time: 1.0475135 Apr 05 11:00:06.860556 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:06.861330 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device e6e08495-3c3a-433e-bea8-9d608530d712 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:06.886449 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-2def7811-8e1e-4e7a-9db5-13857df30237 None None] Provisioning complete for port 7666be69-c680-400d-a399-06c0bd9db8c1 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:06.890353 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2def7811-8e1e-4e7a-9db5-13857df30237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:07.064168 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4845d19-5c63-4be6-8d25-4d335187849f tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Pushing event updated for resources: {'Port': ['ID=f986066c-5f5d-41ec-b6d7-c94ae39eb65e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:07.072612 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Sync routers for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:00:07.165714 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6428b33e-de02-4453-9a27-ff528de2621c admin admin] Publish callbacks [] for security_group (4357a754-300d-4c38-9a07-1a87f232c630), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:07.213978 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6428b33e-de02-4453-9a27-ff528de2621c admin admin] Publish callbacks [] for security_group (4357a754-300d-4c38-9a07-1a87f232c630), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:07.248985 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e13eb-6c9c-47bb-9d06-16c6aff3aa12 None None] Pushing event updated for resources: {'Port': ['ID=1306c27b-94ad-4162-84ac-8b7aa9b8b013,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:07.319417 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41820) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:07.331005 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41824) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:07.342416 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8870e130-4b09-45bf-a8ea-4f3652ed3b2b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625797515', 'description': 'tempest-description--1555315733'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:07.400283 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6428b33e-de02-4453-9a27-ff528de2621c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (4357a754-300d-4c38-9a07-1a87f232c630), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:07.403225 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6428b33e-de02-4453-9a27-ff528de2621c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:07.404686 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-6428b33e-de02-4453-9a27-ff528de2621c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4357a754-300d-4c38-9a07-1a87f232c630 HTTP/1.1" status: 204 len: 168 time: 0.9404848 Apr 05 11:00:07.431596 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a07be16e-6cc6-45db-aead-9eadebd8cb60 req-549a9359-3883-467a-a321-3c527c986117 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409172 Apr 05 11:00:07.445461 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Allocated IP 172.20.0.1 (e3f74eb5-98b3-496f-81f4-c18bd451447c/1280e769-ee31-4adb-9c92-16b59b561c5c/4f3cc5c0-f4c1-4d73-9696-b86547d16904) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:07.471141 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Request body: {'port': {'device_id': 'a3258480-19ac-4112-9055-1e1babcc1f78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:07.484851 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428b33e-de02-4453-9a27-ff528de2621c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4357a754-300d-4c38-9a07-1a87f232c630,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:07.524968 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8870e130-4b09-45bf-a8ea-4f3652ed3b2b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:07.662258 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2def7811-8e1e-4e7a-9db5-13857df30237 None None] Port 7666be69-c680-400d-a399-06c0bd9db8c1 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:07.670879 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:07.672084 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:07.778495 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8870e130-4b09-45bf-a8ea-4f3652ed3b2b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (6c310c9f-1d71-48d5-8aa3-c8ee5784048b), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:07.790812 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8870e130-4b09-45bf-a8ea-4f3652ed3b2b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (6c310c9f-1d71-48d5-8aa3-c8ee5784048b), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:07.806887 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:07.831518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Attempting to bind port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:07.832841 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Attempting to bind port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:07.833435 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Attempting to bind port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 on network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:07.851018 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Pushing event updated for resources: {'Port': ['ID=806d4ab1-e3fa-4e14-ba65-04587d77e156,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:07.859070 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:07.859817 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Checking segment: {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:07.860749 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:07.861072 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Bound using segment: {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:07.861993 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Bound port: 1306c27b-94ad-4162-84ac-8b7aa9b8b013, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:07.862796 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:07.940005 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:08.000457 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] For port 1306c27b-94ad-4162-84ac-8b7aa9b8b013, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:08.002862 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8870e130-4b09-45bf-a8ea-4f3652ed3b2b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:08.005061 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] For port 1306c27b-94ad-4162-84ac-8b7aa9b8b013, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=1306c27b-94ad-4162-84ac-8b7aa9b8b013,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:08.011387 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-8870e130-4b09-45bf-a8ea-4f3652ed3b2b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6774056 Apr 05 11:00:08.012353 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41836) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:08.041036 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870e130-4b09-45bf-a8ea-4f3652ed3b2b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c310c9f-1d71-48d5-8aa3-c8ee5784048b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:08.056811 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-86c1cf06-9260-4446-8c98-980eb15a8ac7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'security_group_rule': {'security_group_id': '6c310c9f-1d71-48d5-8aa3-c8ee5784048b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:08.060664 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port e6e08495-3c3a-433e-bea8-9d608530d712 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:08.061138 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:08.063605 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:08.187952 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e13eb-6c9c-47bb-9d06-16c6aff3aa12 None None] Pushing event updated for resources: {'Port': ['ID=1306c27b-94ad-4162-84ac-8b7aa9b8b013,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:08.192677 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-a0f36eb2-ac7c-498a-8d73-b5219d3679fe None None] Provisioning complete for port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:08.193069 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0f36eb2-ac7c-498a-8d73-b5219d3679fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:08.246526 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-251510f4-c08a-483d-9d58-40dd294e46a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:08.310710 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:08.313049 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:08.313682 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:08.434214 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:08.513713 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86c1cf06-9260-4446-8c98-980eb15a8ac7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (086df938-9047-419e-be2a-668f67ac87ef), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:08.534362 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41842) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:08.708317 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6185e7b-b05d-4538-a343-c35a0ef9c8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:08.711569 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port e6e08495-3c3a-433e-bea8-9d608530d712 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:08.712705 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device c3a577d0-1e51-4a66-99b6-860e8bdca5a5 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:08.758200 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Allocated IP 172.28.2.137 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/e63a41eb-05b6-4a53-8b5b-b2b7d16c982b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:08.955879 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6185e7b-b05d-4538-a343-c35a0ef9c8bb admin admin] Publish callbacks [] for security_group (9ad5c85e-c947-4014-8bca-d4259bce6c8b), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:08.990864 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bc6e6-6971-4fa8-aee1-fde886119018 req-02c17228-0810-4d77-9f49-cf67092438ae tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:08.991265 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a0f36eb2-ac7c-498a-8d73-b5219d3679fe None None] Current status of the port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:08.999685 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4b7bc6e6-6971-4fa8-aee1-fde886119018 req-02c17228-0810-4d77-9f49-cf67092438ae tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 932 time: 0.4107869 Apr 05 11:00:09.011580 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c6185e7b-b05d-4538-a343-c35a0ef9c8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (9ad5c85e-c947-4014-8bca-d4259bce6c8b), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.011928 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0f36eb2-ac7c-498a-8d73-b5219d3679fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.132549 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:09.193083 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6185e7b-b05d-4538-a343-c35a0ef9c8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad5c85e-c947-4014-8bca-d4259bce6c8b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:09.212979 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4b7bc6e6-6971-4fa8-aee1-fde886119018 req-3377f8a9-da5e-435a-a3c3-69c0ab45430c tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087972 Apr 05 11:00:09.225397 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:09.225767 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.288630 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86c1cf06-9260-4446-8c98-980eb15a8ac7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (086df938-9047-419e-be2a-668f67ac87ef), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.311832 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86c1cf06-9260-4446-8c98-980eb15a8ac7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (086df938-9047-419e-be2a-668f67ac87ef), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.340638 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a0f36eb2-ac7c-498a-8d73-b5219d3679fe None None] For port 1306c27b-94ad-4162-84ac-8b7aa9b8b013, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=1306c27b-94ad-4162-84ac-8b7aa9b8b013,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:09.390531 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0f36eb2-ac7c-498a-8d73-b5219d3679fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.404420 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-c6185e7b-b05d-4538-a343-c35a0ef9c8bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4edcff8c976c4e8abf5b7da9ef23ac5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8438783 Apr 05 11:00:09.407777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1cf06-9260-4446-8c98-980eb15a8ac7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086df938-9047-419e-be2a-668f67ac87ef,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:09.424478 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41856) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:09.428756 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86c1cf06-9260-4446-8c98-980eb15a8ac7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.433045 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-86c1cf06-9260-4446-8c98-980eb15a8ac7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3998563 Apr 05 11:00:09.435100 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41858) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:09.460784 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-c261e357-97e6-4a07-8a99-e41406c140bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'security_group_rule': {'security_group_id': '6c310c9f-1d71-48d5-8aa3-c8ee5784048b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:09.499919 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-251510f4-c08a-483d-9d58-40dd294e46a0 admin admin] Publish callbacks [] for security_group (26ebb0b6-b9d2-432b-970a-1b87f38bdba0), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.528643 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-251510f4-c08a-483d-9d58-40dd294e46a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (26ebb0b6-b9d2-432b-970a-1b87f38bdba0), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.563790 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Publish callbacks [] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.579811 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251510f4-c08a-483d-9d58-40dd294e46a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ebb0b6-b9d2-432b-970a-1b87f38bdba0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:09.666589 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Publish callbacks [] for port (7666be69-c680-400d-a399-06c0bd9db8c1), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.677464 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.678480 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (5569f575-f817-4e80-8955-0068fc4d60c7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.687958 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c261e357-97e6-4a07-8a99-e41406c140bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (e6a9d7bf-ba98-4102-a456-d9d051ae2e73), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.753450 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f36eb2-ac7c-498a-8d73-b5219d3679fe None None] Pushing event updated for resources: {'Port': ['ID=1306c27b-94ad-4162-84ac-8b7aa9b8b013,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:09.834207 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1a0dfb48-1434-41d5-a369-7791a94a45df admin admin] Publish callbacks [] for security_group (9ad5c85e-c947-4014-8bca-d4259bce6c8b), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.852382 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-980b334a-d4d8-4f5b-9009-4f956b4854ec None None] Provisioning complete for port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:09.853050 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-980b334a-d4d8-4f5b-9009-4f956b4854ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.855384 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for port (e63a41eb-05b6-4a53-8b5b-b2b7d16c982b), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:09.904355 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-251510f4-c08a-483d-9d58-40dd294e46a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8a835c4df024bbaadc3bf24488c8f78&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5675912 Apr 05 11:00:09.924472 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41864) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:10.033463 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1a0dfb48-1434-41d5-a369-7791a94a45df admin admin] Publish callbacks [] for security_group (9ad5c85e-c947-4014-8bca-d4259bce6c8b), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.044479 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.100851 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Pushing event updated for resources: {'Port': ['ID=7666be69-c680-400d-a399-06c0bd9db8c1,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:10.151038 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (e63a41eb-05b6-4a53-8b5b-b2b7d16c982b), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.154218 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c261e357-97e6-4a07-8a99-e41406c140bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (e6a9d7bf-ba98-4102-a456-d9d051ae2e73), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.187499 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c261e357-97e6-4a07-8a99-e41406c140bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (e6a9d7bf-ba98-4102-a456-d9d051ae2e73), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.219001 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:10.228814 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:10.234633 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:03Z', 'revision_number': 2, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:10.246931 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'Port': ['ID=e63a41eb-05b6-4a53-8b5b-b2b7d16c982b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:10.254624 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261e357-97e6-4a07-8a99-e41406c140bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a9d7bf-ba98-4102-a456-d9d051ae2e73,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:10.269015 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:10.306798 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Network e3f74eb5-98b3-496f-81f4-c18bd451447c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:10.322105 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:10.335309 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:10.335831 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577635'] for router_interface (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.415719 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Checking router: 8e2be353-9615-4e29-95b6-4b802136467a for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:00:10.415719 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Updating router 8e2be353-9615-4e29-95b6-4b802136467a port 207c1bef-c599-46a5-9905-0b12189715f7 binding host dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:00:10.423365 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1a0dfb48-1434-41d5-a369-7791a94a45df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (9ad5c85e-c947-4014-8bca-d4259bce6c8b), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.427008 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-1a0dfb48-1434-41d5-a369-7791a94a45df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.430307 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-1a0dfb48-1434-41d5-a369-7791a94a45df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ad5c85e-c947-4014-8bca-d4259bce6c8b HTTP/1.1" status: 204 len: 168 time: 0.9957716 Apr 05 11:00:10.506416 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c261e357-97e6-4a07-8a99-e41406c140bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.511071 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-c261e357-97e6-4a07-8a99-e41406c140bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0635405 Apr 05 11:00:10.511268 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-980b334a-d4d8-4f5b-9009-4f956b4854ec None None] Current status of the port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:10.517622 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41878) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:10.531844 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dfb48-1434-41d5-a369-7791a94a45df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad5c85e-c947-4014-8bca-d4259bce6c8b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:10.564467 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:10.603425 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (207c1bef-c599-46a5-9905-0b12189715f7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.626932 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a781059-0c31-4b59-90bd-cfcb44adebac admin admin] Publish callbacks [] for security_group (26ebb0b6-b9d2-432b-970a-1b87f38bdba0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.636077 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'floatingip': {'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:10.661820 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (281bff2d-e429-4b1d-9bf6-f65395ddcf78), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.695902 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Pushing event updated for resources: {'Port': ['ID=4f3cc5c0-f4c1-4d73-9696-b86547d16904,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:10.784502 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfde86-6fa9-4882-8fc7-d8b9af9417dd req-ac0202fb-7271-48b7-8d12-78df46121596 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:10.794330 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Network b6056acb-6655-41c0-9e1c-fd55583441d0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:10.796814 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-03cfde86-6fa9-4882-8fc7-d8b9af9417dd req-ac0202fb-7271-48b7-8d12-78df46121596 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 932 time: 0.3645067 Apr 05 11:00:10.819567 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:10.858173 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a781059-0c31-4b59-90bd-cfcb44adebac admin admin] Publish callbacks [] for security_group (26ebb0b6-b9d2-432b-970a-1b87f38bdba0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.907401 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f986066c-5f5d-41ec-b6d7-c94ae39eb65e {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:10.923433 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:10.947002 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (e63a41eb-05b6-4a53-8b5b-b2b7d16c982b), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.051253 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Publish callbacks [] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.257400 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 806d4ab1-e3fa-4e14-ba65-04587d77e156 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:11.289302 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for port (e63a41eb-05b6-4a53-8b5b-b2b7d16c982b), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.304951 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (e63a41eb-05b6-4a53-8b5b-b2b7d16c982b), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.369588 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:11.423940 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e10724f-183c-47c8-b835-4641ea224b37 None None] The sync data for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb is: [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:00:11.460914 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Transition to ACTIVE for port object f986066c-5f5d-41ec-b6d7-c94ae39eb65e will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:00:11.493100 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-03cfde86-6fa9-4882-8fc7-d8b9af9417dd req-4ac06fe2-3914-42f8-a39c-8423bcadd707 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012577 Apr 05 11:00:11.505451 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (281bff2d-e429-4b1d-9bf6-f65395ddcf78), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.528313 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.530389 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7282045 Apr 05 11:00:11.537337 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecdb2b-8d78-40be-b4a0-a38ddd66d327 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'Port': ['ID=e63a41eb-05b6-4a53-8b5b-b2b7d16c982b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:11.620066 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.667960 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-34d4520f-5d58-4cb3-bbae-ff3bb8f9bab1 None None] Provisioning complete for port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:11.670574 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34d4520f-5d58-4cb3-bbae-ff3bb8f9bab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.776026 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-34d4520f-5d58-4cb3-bbae-ff3bb8f9bab1 None None] Port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:11.821335 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.871119 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 806d4ab1-e3fa-4e14-ba65-04587d77e156 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:11.871605 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.927378 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a781059-0c31-4b59-90bd-cfcb44adebac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (26ebb0b6-b9d2-432b-970a-1b87f38bdba0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.934485 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9a781059-0c31-4b59-90bd-cfcb44adebac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:11.942601 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9a781059-0c31-4b59-90bd-cfcb44adebac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26ebb0b6-b9d2-432b-970a-1b87f38bdba0 HTTP/1.1" status: 204 len: 168 time: 2.0074115 Apr 05 11:00:11.975570 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Pushing event updated for resources: {'Port': ['ID=f986066c-5f5d-41ec-b6d7-c94ae39eb65e,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:12.089633 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a781059-0c31-4b59-90bd-cfcb44adebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ebb0b6-b9d2-432b-970a-1b87f38bdba0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:12.131237 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Router 5569f575-f817-4e80-8955-0068fc4d60c7 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:00:12.204300 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Attempting to bind port f986066c-5f5d-41ec-b6d7-c94ae39eb65e on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:12.204300 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Attempting to bind port f986066c-5f5d-41ec-b6d7-c94ae39eb65e by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '9f68c15e-9d15-4a30-957c-41d4d93a5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:12.204940 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Attempting to bind port f986066c-5f5d-41ec-b6d7-c94ae39eb65e on network dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:12.252847 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7e5ed76c-9141-4de7-b236-0e76ed315bc4 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1910800891&fields=id&tenant_id=c6f12b9f46f34b429de4e724d9dadc73 HTTP/1.1" status: 200 len: 267 time: 0.1828520 Apr 05 11:00:12.277391 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Port f986066c-5f5d-41ec-b6d7-c94ae39eb65e on network dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:00:12.277931 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Attempting to bind port f986066c-5f5d-41ec-b6d7-c94ae39eb65e on network dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:12.430038 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 806d4ab1-e3fa-4e14-ba65-04587d77e156 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:12.439217 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9ec46b40-da26-4f29-9d1e-083d2830277a up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:12.482559 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:12.483193 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Checking segment: {'id': '9f68c15e-9d15-4a30-957c-41d4d93a5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:12.483974 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Bound using segment: {'id': '9f68c15e-9d15-4a30-957c-41d4d93a5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:12.484579 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Bound port: f986066c-5f5d-41ec-b6d7-c94ae39eb65e, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f68c15e-9d15-4a30-957c-41d4d93a5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:12.485147 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:12.497045 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-2f150070-ba49-4429-9d56-a3d088a900f8 None None] Provisioning complete for port 7666be69-c680-400d-a399-06c0bd9db8c1 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:12.497695 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2f150070-ba49-4429-9d56-a3d088a900f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:12.507693 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-2c3b86c8-7d8a-4336-acc5-68d37c68ced2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:12.521294 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-2c3b86c8-7d8a-4336-acc5-68d37c68ced2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 816 time: 0.2601225 Apr 05 11:00:12.574602 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-324ead56-e044-4142-8586-026ff6a7cb33 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/quotas/c6f12b9f46f34b429de4e724d9dadc73 HTTP/1.1" status: 200 len: 375 time: 0.0500288 Apr 05 11:00:12.580752 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 9ec46b40-da26-4f29-9d1e-083d2830277a triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:12.581188 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:12.584529 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:12.584781 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2f150070-ba49-4429-9d56-a3d088a900f8 None None] Port 7666be69-c680-400d-a399-06c0bd9db8c1 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:12.730915 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Publish callbacks [] for port (207c1bef-c599-46a5-9905-0b12189715f7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:12.747211 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (207c1bef-c599-46a5-9905-0b12189715f7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:12.799217 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed721c33-615b-423b-a8a1-4a9b97e617cb None None] Pushing event updated for resources: {'Port': ['ID=207c1bef-c599-46a5-9905-0b12189715f7,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:12.803713 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 9ec46b40-da26-4f29-9d1e-083d2830277a is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:12.804134 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:12.863895 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-354c62dc-8560-4977-9791-165612471015 None None] For port 9ec46b40-da26-4f29-9d1e-083d2830277a, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9ec46b40-da26-4f29-9d1e-083d2830277a,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:12.896911 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:12.897729 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device d77e3046-78e2-457c-8bdb-85e73f0a6597 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:12.993237 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Attempting to bind port 207c1bef-c599-46a5-9905-0b12189715f7 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:12.993618 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Attempting to bind port 207c1bef-c599-46a5-9905-0b12189715f7 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:12.993987 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Attempting to bind port 207c1bef-c599-46a5-9905-0b12189715f7 on network 5c5cb07f-3ee8-463c-9269-3b548160e895 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:13.010606 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port d77e3046-78e2-457c-8bdb-85e73f0a6597 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:13.011006 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:13.016117 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:13.016494 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Checking segment: {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:13.016904 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:13.017307 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Bound using segment: {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:13.017844 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Bound port: 207c1bef-c599-46a5-9905-0b12189715f7, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:13.018266 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (207c1bef-c599-46a5-9905-0b12189715f7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:13.130261 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-c9b2dc26-204a-41b9-9da8-a4c2da013883 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5544372 Apr 05 11:00:13.202083 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] For port f986066c-5f5d-41ec-b6d7-c94ae39eb65e, host hv-cinder-81899, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:13.221891 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] For port f986066c-5f5d-41ec-b6d7-c94ae39eb65e, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f986066c-5f5d-41ec-b6d7-c94ae39eb65e,segment=NetworkSegment(9f68c15e-9d15-4a30-957c-41d4d93a5c7f),segment_id=9f68c15e-9d15-4a30-957c-41d4d93a5c7f)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:13.254639 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:00:13.267629 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Sync routers for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:00:13.275670 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-682c8785-a148-4ce4-842b-8a2def4043bd admin admin] 10.222.0.43 "PUT /v2.0/routers/5569f575-f817-4e80-8955-0068fc4d60c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0641444 Apr 05 11:00:13.296142 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:13.296812 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:13.324248 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] For port 207c1bef-c599-46a5-9905-0b12189715f7, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:13.334692 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] For port 207c1bef-c599-46a5-9905-0b12189715f7, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=207c1bef-c599-46a5-9905-0b12189715f7,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:13.352993 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (207c1bef-c599-46a5-9905-0b12189715f7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:13.357048 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:13.393254 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Publish callbacks [] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:13.395861 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Pushing event updated for resources: {'Port': ['ID=9ec46b40-da26-4f29-9d1e-083d2830277a,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:13.437094 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 41928) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:13.644187 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:13.670227 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:13.679602 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Pushing event updated for resources: {'Port': ['ID=f986066c-5f5d-41ec-b6d7-c94ae39eb65e,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:13.709891 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-7e0608a4-778a-4dac-b453-e6efa6d71843 None None] Provisioning complete for port 207c1bef-c599-46a5-9905-0b12189715f7 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:13.710569 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e0608a4-778a-4dac-b453-e6efa6d71843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (207c1bef-c599-46a5-9905-0b12189715f7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:13.854370 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:13.857331 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:13.890212 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caa85887-6594-4991-9e7a-7f7c6f5ee778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:13.920215 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:13.924761 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:13.931708 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:13.934132 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-8c46343d-7f55-4f7e-9aec-c7ffdaf4f449 service neutron] 10.222.0.36 "PUT /v2.0/ports/f986066c-5f5d-41ec-b6d7-c94ae39eb65e HTTP/1.1" status: 200 len: 1094 time: 7.1827219 Apr 05 11:00:13.948916 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3258480-19ac-4112-9055-1e1babcc1f78', 'tag': 'f986066c-5f5d-41ec-b6d7-c94ae39eb65e'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:13.993675 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed721c33-615b-423b-a8a1-4a9b97e617cb None None] Pushing event updated for resources: {'Port': ['ID=207c1bef-c599-46a5-9905-0b12189715f7,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:14.242779 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port d77e3046-78e2-457c-8bdb-85e73f0a6597 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:14.243110 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:14.283345 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-8d754479-208f-42e0-8412-4cbee4570377 service neutron] 10.222.0.43 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1173942 Apr 05 11:00:14.489937 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 2, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:14.565143 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:14.599635 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-4059a207-395f-4706-ac07-42ed4315e4f7 service neutron] 10.222.0.43 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060393 Apr 05 11:00:14.613389 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Checking router: 5569f575-f817-4e80-8955-0068fc4d60c7 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:00:14.614003 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Updating router 5569f575-f817-4e80-8955-0068fc4d60c7 port 7666be69-c680-400d-a399-06c0bd9db8c1 binding host dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:00:14.617801 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541f2e7-3669-4fc3-9776-e33a812c75b9 req-7035240b-404d-4a05-9339-3df8006bb547 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:14.639260 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8541f2e7-3669-4fc3-9776-e33a812c75b9 req-7035240b-404d-4a05-9339-3df8006bb547 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 944 time: 1.8007755 Apr 05 11:00:14.743385 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:14.808416 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8541f2e7-3669-4fc3-9776-e33a812c75b9 req-7a58daa2-308b-4b0e-a9dc-e255e3473bf7 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681967 Apr 05 11:00:14.908441 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Pushing event updated for resources: {'Port': ['ID=4f3cc5c0-f4c1-4d73-9696-b86547d16904,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:14.959701 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Allocated IP 172.28.2.189 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/8eb1aeb7-bf42-4d94-aefa-2299e0b8526b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:15.030390 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Network e3f74eb5-98b3-496f-81f4-c18bd451447c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:15.044479 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:15.126541 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7237b0ee-860e-4c41-a492-d78fa57d2ee3 req-3cf2f991-1aa1-4dd2-ac11-dd88f289e03d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 210 time: 0.0975502 Apr 05 11:00:15.139197 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-354c62dc-8560-4977-9791-165612471015 None None] For port d77e3046-78e2-457c-8bdb-85e73f0a6597, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=d77e3046-78e2-457c-8bdb-85e73f0a6597,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:15.204213 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:15.212397 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:15.242316 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d5854863-b148-44dd-8fbf-cd5fdcaa9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:15.247868 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-d5854863-b148-44dd-8fbf-cd5fdcaa9ed3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48290c3213074cff821701db1f238936&device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 1128 time: 0.3545930 Apr 05 11:00:15.316233 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-7e0608a4-778a-4dac-b453-e6efa6d71843 None None] Current status of the port 207c1bef-c599-46a5-9905-0b12189715f7 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:15.316624 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e0608a4-778a-4dac-b453-e6efa6d71843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (207c1bef-c599-46a5-9905-0b12189715f7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:15.397866 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Pushing event updated for resources: {'Port': ['ID=d77e3046-78e2-457c-8bdb-85e73f0a6597,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:15.442102 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-7e0608a4-778a-4dac-b453-e6efa6d71843 None None] For port 207c1bef-c599-46a5-9905-0b12189715f7, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=207c1bef-c599-46a5-9905-0b12189715f7,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:15.450041 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e0608a4-778a-4dac-b453-e6efa6d71843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (207c1bef-c599-46a5-9905-0b12189715f7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:15.526665 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:13Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:15.532361 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0608a4-778a-4dac-b453-e6efa6d71843 None None] Pushing event updated for resources: {'Port': ['ID=207c1bef-c599-46a5-9905-0b12189715f7,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:15.591104 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caa85887-6594-4991-9e7a-7f7c6f5ee778 admin admin] Publish callbacks [] for security_group (bab834e8-d8f7-455e-85ed-15bf6e5f6931), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:15.641807 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Publish callbacks [] for port (7666be69-c680-400d-a399-06c0bd9db8c1), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:15.660299 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:15.682187 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caa85887-6594-4991-9e7a-7f7c6f5ee778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (bab834e8-d8f7-455e-85ed-15bf6e5f6931), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:15.714072 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 1306c27b-94ad-4162-84ac-8b7aa9b8b013 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:15.719064 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db2f1d-fc19-40f7-95f9-c4c69567c81a None None] The sync data for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb is: [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:13Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:00:15.770781 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44d85d-1790-4eb6-b5d6-2e5ce4611368 None None] Pushing event updated for resources: {'Port': ['ID=7666be69-c680-400d-a399-06c0bd9db8c1,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:15.817402 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-caa85887-6594-4991-9e7a-7f7c6f5ee778 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83d0a47e0aa7449e80b7857ed7a22ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3686111 Apr 05 11:00:15.819021 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-5d58b202-3c1f-4617-a510-289f116c23a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f986066c-5f5d-41ec-b6d7-c94ae39eb65e HTTP/1.1" status: 200 len: 217 time: 0.3293006 Apr 05 11:00:15.820142 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 41988) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:15.851181 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-8f28bfd7-cde7-4e05-bc23-d1b6f8eca1d5 None None] Provisioning complete for port 207c1bef-c599-46a5-9905-0b12189715f7 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:15.852630 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f28bfd7-cde7-4e05-bc23-d1b6f8eca1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (207c1bef-c599-46a5-9905-0b12189715f7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.014296 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Attempting to bind port 7666be69-c680-400d-a399-06c0bd9db8c1 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:16.021298 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Attempting to bind port 7666be69-c680-400d-a399-06c0bd9db8c1 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:16.023032 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Attempting to bind port 7666be69-c680-400d-a399-06c0bd9db8c1 on network b6056acb-6655-41c0-9e1c-fd55583441d0 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:16.039558 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:16.043981 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Checking segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:16.044723 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.045349 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Bound using segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:16.046220 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Bound port: 7666be69-c680-400d-a399-06c0bd9db8c1, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:16.049066 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.085705 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for port (8eb1aeb7-bf42-4d94-aefa-2299e0b8526b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.113474 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76e562c8-a821-4288-8d22-ff9dc51213df admin admin] Publish callbacks [] for security_group (bab834e8-d8f7-455e-85ed-15bf6e5f6931), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.117895 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:16.118313 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.211778 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] For port 7666be69-c680-400d-a399-06c0bd9db8c1, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:16.218940 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76e562c8-a821-4288-8d22-ff9dc51213df admin admin] Publish callbacks [] for security_group (bab834e8-d8f7-455e-85ed-15bf6e5f6931), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.229918 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] For port 7666be69-c680-400d-a399-06c0bd9db8c1, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=7666be69-c680-400d-a399-06c0bd9db8c1,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:16.246660 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.314587 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-53357bb8-5a98-45c0-888e-76e669e41f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:16.320672 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-53357bb8-5a98-45c0-888e-76e669e41f8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a6e6175-8d8a-49b0-980b-b69c7b0491ac HTTP/1.1" status: 200 len: 852 time: 0.4512219 Apr 05 11:00:16.374188 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63d58e-a473-432b-9514-b025d3b5ae9c req-e76a0d7b-c091-4e7c-abd7-9f61337c401a tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:16.380399 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5d63d58e-a473-432b-9514-b025d3b5ae9c req-e76a0d7b-c091-4e7c-abd7-9f61337c401a tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 944 time: 0.3905916 Apr 05 11:00:16.399511 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e043017-3d89-437b-8484-bc2528cd1467" -d '{"events": [{"name": "network-changed", "server_uuid": "a3258480-19ac-4112-9055-1e1babcc1f78", "tag": "f986066c-5f5d-41ec-b6d7-c94ae39eb65e"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:16.430605 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8f28bfd7-cde7-4e05-bc23-d1b6f8eca1d5 None None] Current status of the port 207c1bef-c599-46a5-9905-0b12189715f7 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:16.473357 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44d85d-1790-4eb6-b5d6-2e5ce4611368 None None] Pushing event updated for resources: {'Port': ['ID=7666be69-c680-400d-a399-06c0bd9db8c1,revision_number=4']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:16.528956 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:16.530114 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-8f28bfd7-cde7-4e05-bc23-d1b6f8eca1d5 None None] Provisioning complete for port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:16.530523 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8f28bfd7-cde7-4e05-bc23-d1b6f8eca1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.532081 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:16.572047 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5d63d58e-a473-432b-9514-b025d3b5ae9c req-73f05325-bc0f-4a05-a9e0-1ac4834d709a tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685214 Apr 05 11:00:16.600300 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76e562c8-a821-4288-8d22-ff9dc51213df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (bab834e8-d8f7-455e-85ed-15bf6e5f6931), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.603185 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-76e562c8-a821-4288-8d22-ff9dc51213df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.604880 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-76e562c8-a821-4288-8d22-ff9dc51213df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bab834e8-d8f7-455e-85ed-15bf6e5f6931 HTTP/1.1" status: 204 len: 168 time: 0.7825122 Apr 05 11:00:16.648903 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e562c8-a821-4288-8d22-ff9dc51213df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab834e8-d8f7-455e-85ed-15bf6e5f6931,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:16.734255 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8f28bfd7-cde7-4e05-bc23-d1b6f8eca1d5 None None] Port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:16.761631 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:00:16.762400 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42018) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:16.791290 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-af0f6c28-098c-40af-b257-3b2b85530ee6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3346901 Apr 05 11:00:16.792970 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa85887-6594-4991-9e7a-7f7c6f5ee778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab834e8-d8f7-455e-85ed-15bf6e5f6931,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:16.796729 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5295e71e-7939-4e64-9d47-3e5a187da694 req-3ac6f7b1-7855-4852-93f5-1b13b3a7ca3f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 210 time: 0.0843689 Apr 05 11:00:16.798408 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:16.802916 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9ec46b40-da26-4f29-9d1e-083d2830277a up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:16.827725 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9b4a4ec6-96c9-4064-b9fd-88c53beb0a06 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164589914', 'description': 'tempest-description--1919400633'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:16.980931 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (8eb1aeb7-bf42-4d94-aefa-2299e0b8526b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:16.992559 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-82a0d5e3-a87a-4767-b47a-5bf32900aee3 None None] Provisioning complete for port 7666be69-c680-400d-a399-06c0bd9db8c1 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:16.996023 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82a0d5e3-a87a-4767-b47a-5bf32900aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:17.145167 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 9ec46b40-da26-4f29-9d1e-083d2830277a triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:17.145872 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:17.164794 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:17.251181 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41120397-eef5-41e1-a62f-3c5b98f914fd x-openstack-request-id: req-41120397-eef5-41e1-a62f-3c5b98f914fd {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:17.252293 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3258480-19ac-4112-9055-1e1babcc1f78", "tag": "f986066c-5f5d-41ec-b6d7-c94ae39eb65e", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:17.252772 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41120397-eef5-41e1-a62f-3c5b98f914fd {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:17.253390 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41120397-eef5-41e1-a62f-3c5b98f914fd'] response: {'name': 'network-changed', 'server_uuid': 'a3258480-19ac-4112-9055-1e1babcc1f78', 'tag': 'f986066c-5f5d-41ec-b6d7-c94ae39eb65e', 'status': 'completed', 'code': 200} Apr 05 11:00:17.253945 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-82a0d5e3-a87a-4767-b47a-5bf32900aee3 None None] Current status of the port 7666be69-c680-400d-a399-06c0bd9db8c1 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:17.254642 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82a0d5e3-a87a-4767-b47a-5bf32900aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:17.401664 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4ec6-96c9-4064-b9fd-88c53beb0a06 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:17.413385 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-82a0d5e3-a87a-4767-b47a-5bf32900aee3 None None] For port 7666be69-c680-400d-a399-06c0bd9db8c1, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=7666be69-c680-400d-a399-06c0bd9db8c1,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:17.416542 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:17.425872 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 9ec46b40-da26-4f29-9d1e-083d2830277a is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:17.427371 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 42040) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:17.428195 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82a0d5e3-a87a-4767-b47a-5bf32900aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:17.453047 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:17.470250 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'Port': ['ID=8eb1aeb7-bf42-4d94-aefa-2299e0b8526b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:17.483542 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:17.576528 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0d5e3-a87a-4767-b47a-5bf32900aee3 None None] Pushing event updated for resources: {'Port': ['ID=7666be69-c680-400d-a399-06c0bd9db8c1,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:17.626565 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-01813c8b-79d2-4592-8865-53409e7c7de8 None None] Provisioning complete for port 7666be69-c680-400d-a399-06c0bd9db8c1 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:17.626943 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01813c8b-79d2-4592-8865-53409e7c7de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:17.740433 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.36', 62824) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:17.757811 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:16Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:17.806500 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 207c1bef-c599-46a5-9905-0b12189715f7 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:17.897539 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d8a24-c26c-48b0-8d42-c88f56019855 None None] The sync data for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb is: [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:16Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:00:17.917550 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4977091e-2ba9-46a4-a491-a4f06dee1f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:17.929917 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:00:17.956005 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f8cd6271-bf70-49bc-b651-e1fba5626c2d admin admin] 10.222.0.43 "PUT /v2.0/routers/3f97499a-5867-414f-b8d1-09cb1ab6f7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3860204 Apr 05 11:00:17.970088 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-ddc1b8dc-e79f-479d-a188-2f07a278f263 service neutron] 10.222.0.36 "GET /v2.0/networks/dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1553633 Apr 05 11:00:18.026823 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c370d05d-ae7f-4bc7-8f84-e3ef34005e1c req-48484299-7500-4a0a-8bf0-bd69a5919674 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 210 time: 0.0490119 Apr 05 11:00:18.112077 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-01813c8b-79d2-4592-8865-53409e7c7de8 None None] Current status of the port 7666be69-c680-400d-a399-06c0bd9db8c1 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:18.119666 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (28025285-a3e8-4bc3-aac6-0be5504f9451), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.126667 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-48e9257e-272a-4f59-aae3-12af8ceeaeb6 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:18.130071 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Sync routers for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:00:18.131936 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-48e9257e-272a-4f59-aae3-12af8ceeaeb6 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 816 time: 0.3853469 Apr 05 11:00:18.159227 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:18.159227 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:18.233679 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 207c1bef-c599-46a5-9905-0b12189715f7 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:18.234159 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (207c1bef-c599-46a5-9905-0b12189715f7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.292267 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4977091e-2ba9-46a4-a491-a4f06dee1f38 admin admin] Publish callbacks [] for security_group (c3ca449d-a2b0-43b6-8665-d6acc0dea65b), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.318107 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e657a7a9-6a6f-4a3c-9b29-4a5e6af85aee req-38fdc14a-f514-484d-aecf-7b4aa423e8d5 service neutron] 10.222.0.36 "GET /v2.0/networks/dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342299 Apr 05 11:00:18.320672 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4977091e-2ba9-46a4-a491-a4f06dee1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (c3ca449d-a2b0-43b6-8665-d6acc0dea65b), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.352569 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4ec6-96c9-4064-b9fd-88c53beb0a06 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (9b56622d-b4d6-4010-9333-b03c1d842f7d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.354007 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (8eb1aeb7-bf42-4d94-aefa-2299e0b8526b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.428278 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aaa0f6-0083-44c6-b80c-4f239ecd733e req-d3512a3c-a858-4420-8381-5e7734b27b25 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:18.431801 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-32aaa0f6-0083-44c6-b80c-4f239ecd733e req-d3512a3c-a858-4420-8381-5e7734b27b25 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 944 time: 0.2880418 Apr 05 11:00:18.435041 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4ec6-96c9-4064-b9fd-88c53beb0a06 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (9b56622d-b4d6-4010-9333-b03c1d842f7d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.464762 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-6e17b0c5-2d31-43bf-8d4a-295fae398010 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f12b9f46f34b429de4e724d9dadc73 HTTP/1.1" status: 200 len: 380 time: 0.2588389 Apr 05 11:00:18.469550 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-4977091e-2ba9-46a4-a491-a4f06dee1f38 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=107fd52b50024430bce16de06e14c170&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0426774 Apr 05 11:00:18.476214 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 42086) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:18.494289 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977091e-2ba9-46a4-a491-a4f06dee1f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ca449d-a2b0-43b6-8665-d6acc0dea65b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:18.515197 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:18.534334 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a4ec6-96c9-4064-b9fd-88c53beb0a06 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b56622d-b4d6-4010-9333-b03c1d842f7d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:18.556913 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4ec6-96c9-4064-b9fd-88c53beb0a06 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.563821 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 42094) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:18.567608 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9b4a4ec6-96c9-4064-b9fd-88c53beb0a06 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7753911 Apr 05 11:00:18.569857 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-93387925-99ba-4735-83e9-dd2ebb92ab6d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group_rule': {'security_group_id': '9b56622d-b4d6-4010-9333-b03c1d842f7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:18.588204 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 207c1bef-c599-46a5-9905-0b12189715f7 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:18.589628 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device d77e3046-78e2-457c-8bdb-85e73f0a6597 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:18.625882 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-32aaa0f6-0083-44c6-b80c-4f239ecd733e req-814326f4-109a-4fdd-b85b-ee30d13e1851 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782210 Apr 05 11:00:18.644249 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93387925-99ba-4735-83e9-dd2ebb92ab6d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (d1c7c743-7021-47e6-b1c5-30b4862fa638), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.675537 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6953fda-efa9-47d6-aa1c-53bf578f2dd4 admin admin] Publish callbacks [] for security_group (c3ca449d-a2b0-43b6-8665-d6acc0dea65b), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.716663 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6953fda-efa9-47d6-aa1c-53bf578f2dd4 admin admin] Publish callbacks [] for security_group (c3ca449d-a2b0-43b6-8665-d6acc0dea65b), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.778013 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93387925-99ba-4735-83e9-dd2ebb92ab6d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (d1c7c743-7021-47e6-b1c5-30b4862fa638), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.791206 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93387925-99ba-4735-83e9-dd2ebb92ab6d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (d1c7c743-7021-47e6-b1c5-30b4862fa638), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.825186 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93387925-99ba-4735-83e9-dd2ebb92ab6d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c7c743-7021-47e6-b1c5-30b4862fa638,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:18.890880 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6953fda-efa9-47d6-aa1c-53bf578f2dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (c3ca449d-a2b0-43b6-8665-d6acc0dea65b), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.891819 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d6953fda-efa9-47d6-aa1c-53bf578f2dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.892633 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-d6953fda-efa9-47d6-aa1c-53bf578f2dd4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3ca449d-a2b0-43b6-8665-d6acc0dea65b HTTP/1.1" status: 204 len: 168 time: 0.4135811 Apr 05 11:00:18.916452 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for port (8eb1aeb7-bf42-4d94-aefa-2299e0b8526b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.924687 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (8eb1aeb7-bf42-4d94-aefa-2299e0b8526b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.939368 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-93387925-99ba-4735-83e9-dd2ebb92ab6d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.953055 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-93387925-99ba-4735-83e9-dd2ebb92ab6d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3876407 Apr 05 11:00:18.958218 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42110) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:18.958817 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6953fda-efa9-47d6-aa1c-53bf578f2dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ca449d-a2b0-43b6-8665-d6acc0dea65b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:18.961940 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port d77e3046-78e2-457c-8bdb-85e73f0a6597 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:18.967927 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-c4026363-bd12-4941-bf6f-5d63681542c1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group_rule': {'security_group_id': '9b56622d-b4d6-4010-9333-b03c1d842f7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:18.968611 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:18.988128 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (28025285-a3e8-4bc3-aac6-0be5504f9451), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:19.048223 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:19.049592 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4238021 Apr 05 11:00:19.125167 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c604c9d-2181-4182-b917-def2cb69a37a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'Port': ['ID=8eb1aeb7-bf42-4d94-aefa-2299e0b8526b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:19.152793 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c4026363-bd12-4941-bf6f-5d63681542c1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (dbabd9d0-176a-4074-aec0-792a1e65d05c), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:19.263926 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 2, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:19.264263 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-90832a57-4a6c-4d52-a977-c82821db17a4 req-122149cb-f410-4a22-9fd6-d81bfaad83fa tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 210 time: 0.0692048 Apr 05 11:00:19.308398 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Checking router: 3f97499a-5867-414f-b8d1-09cb1ab6f7fb for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:00:19.309910 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Updating router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 binding host dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:00:19.315622 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port d77e3046-78e2-457c-8bdb-85e73f0a6597 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:19.345758 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c4026363-bd12-4941-bf6f-5d63681542c1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (dbabd9d0-176a-4074-aec0-792a1e65d05c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:19.352595 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c4026363-bd12-4941-bf6f-5d63681542c1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (dbabd9d0-176a-4074-aec0-792a1e65d05c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:19.384890 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:19.393683 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c4026363-bd12-4941-bf6f-5d63681542c1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:19.400039 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-c4026363-bd12-4941-bf6f-5d63681542c1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4398537 Apr 05 11:00:19.403330 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 42136) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:19.405602 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4026363-bd12-4941-bf6f-5d63681542c1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbabd9d0-176a-4074-aec0-792a1e65d05c,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:19.422193 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'floatingip': {'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:19.448226 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:19.485745 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'port': {'device_id': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'admin_state_up': True, 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'security_groups': ['a4d0175d-5eff-4435-a659-8e4a7a925eb7']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:19.598067 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e043017-3d89-437b-8484-bc2528cd1467 req-952bc271-9734-4d4e-8d5d-a273d4ea503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:19.600529 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7e043017-3d89-437b-8484-bc2528cd1467 req-952bc271-9734-4d4e-8d5d-a273d4ea503a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48290c3213074cff821701db1f238936&device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 1128 time: 0.1153581 Apr 05 11:00:19.680577 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 7666be69-c680-400d-a399-06c0bd9db8c1 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:19.735894 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-88af4ec5-c853-48b7-b781-789963a3d053 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:19.743366 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-88af4ec5-c853-48b7-b781-789963a3d053 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 819 time: 0.4778719 Apr 05 11:00:19.753214 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 42154) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:19.854155 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-308fe2d9-4ad5-4780-9138-4689a16a89ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:19.866704 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-4b4ab4e7-6cd5-4d67-94c1-359f33fdfd2d tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/quotas/52b5948dc8574e09a42a290b46756aaa HTTP/1.1" status: 200 len: 375 time: 0.1220345 Apr 05 11:00:19.894818 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 7666be69-c680-400d-a399-06c0bd9db8c1 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:19.895377 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:19.930112 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-0efbc08a-228a-458f-9d0e-02b59db2101c tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1625797515&fields=id&tenant_id=1db7f375c88e46cb9b18183d87e8a9ca HTTP/1.1" status: 200 len: 267 time: 0.4040799 Apr 05 11:00:20.110115 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Made reservation on behalf of c6f12b9f46f34b429de4e724d9dadc73 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:00:20.113984 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:20.150083 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e043017-3d89-437b-8484-bc2528cd1467 req-0d8a11cd-64b7-46e9-80da-67e5a5da3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:20.152917 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7e043017-3d89-437b-8484-bc2528cd1467 req-0d8a11cd-64b7-46e9-80da-67e5a5da3ce7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 HTTP/1.1" status: 200 len: 913 time: 0.5264695 Apr 05 11:00:20.234910 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-b4b2f771-af02-4359-b5b8-7fd03e7696cf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3670421 Apr 05 11:00:20.276972 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 7666be69-c680-400d-a399-06c0bd9db8c1 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:20.287600 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7e043017-3d89-437b-8484-bc2528cd1467 req-1add4c87-ba3b-4875-b5bf-9ff3b6cdbdfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f986066c-5f5d-41ec-b6d7-c94ae39eb65e HTTP/1.1" status: 200 len: 217 time: 0.1264758 Apr 05 11:00:20.316664 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Publish callbacks [] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:20.326453 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:20.354703 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-52df1406-198b-4c0f-8843-489e00501462 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:20.356327 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-52df1406-198b-4c0f-8843-489e00501462 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 811 time: 0.4068921 Apr 05 11:00:20.379415 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e043017-3d89-437b-8484-bc2528cd1467 req-bffc51c6-ecac-4913-bc6b-12618d6ef6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:20.380914 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7e043017-3d89-437b-8484-bc2528cd1467 req-bffc51c6-ecac-4913-bc6b-12618d6ef6a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a6e6175-8d8a-49b0-980b-b69c7b0491ac HTTP/1.1" status: 200 len: 852 time: 0.0866580 Apr 05 11:00:20.436835 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7e043017-3d89-437b-8484-bc2528cd1467 req-6cffc9d5-8ad0-4547-b652-9d97f0488f78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488091 Apr 05 11:00:20.450529 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c675d8-abc9-4457-80f2-a871685f8dc0 None None] Pushing event updated for resources: {'Port': ['ID=4f3cc5c0-f4c1-4d73-9696-b86547d16904,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:20.537611 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-308fe2d9-4ad5-4780-9138-4689a16a89ce admin admin] Publish callbacks [] for security_group (8f9731fc-0de1-42c3-be6d-dd8c4ce997f4), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:20.569172 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Attempting to bind port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:20.569729 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Attempting to bind port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:20.570437 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Attempting to bind port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 on network e3f74eb5-98b3-496f-81f4-c18bd451447c {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:20.576612 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:20.577180 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Checking segment: {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:20.577744 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:20.578274 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Bound using segment: {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:20.578896 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Bound port: 4f3cc5c0-f4c1-4d73-9696-b86547d16904, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:20.579873 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:20.672671 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7e043017-3d89-437b-8484-bc2528cd1467 req-4a4ce8bc-252e-4d22-ac11-4afa62d15c98 service neutron] 10.222.0.36 "GET /v2.0/networks/dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107532 Apr 05 11:00:20.708847 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] For port 4f3cc5c0-f4c1-4d73-9696-b86547d16904, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:20.717239 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] For port 4f3cc5c0-f4c1-4d73-9696-b86547d16904, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=4f3cc5c0-f4c1-4d73-9696-b86547d16904,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:20.732428 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:20.736113 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Allocated IP 172.20.0.5 (68201af9-3d0f-42f8-ad4e-a41ca62abbe8/0b31b93c-82c4-48fc-b296-9432ad89b562/4a2a8610-a310-4d96-927e-b02a2b4e4124) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:20.877677 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7e043017-3d89-437b-8484-bc2528cd1467 req-1e214d1b-2d34-469f-82b7-a18586773490 service neutron] 10.222.0.36 "GET /v2.0/networks/dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979144 Apr 05 11:00:20.899895 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:20.908251 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:20.918689 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-d1b87eba-3143-4373-b543-ff69a5343cba None None] Provisioning complete for port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:20.919088 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1b87eba-3143-4373-b543-ff69a5343cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.002242 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c675d8-abc9-4457-80f2-a871685f8dc0 None None] Pushing event updated for resources: {'Port': ['ID=4f3cc5c0-f4c1-4d73-9696-b86547d16904,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:21.087122 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device f986066c-5f5d-41ec-b6d7-c94ae39eb65e details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:00:21.094179 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42182) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:21.127029 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.147788 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-2c431af3-c70d-471a-9147-6520522c3155 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/quotas/1db7f375c88e46cb9b18183d87e8a9ca HTTP/1.1" status: 200 len: 375 time: 0.7453473 Apr 05 11:00:21.213327 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-308fe2d9-4ad5-4780-9138-4689a16a89ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (8f9731fc-0de1-42c3-be6d-dd8c4ce997f4), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.240803 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:21.249670 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-308fe2d9-4ad5-4780-9138-4689a16a89ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa55aee52fab4da09258a50dec41588f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4929068 Apr 05 11:00:21.269485 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c080eff8-9d61-4ea8-8564-8824eafed79a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.280119 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42188) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:21.305798 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-35efb389-f86f-45bf-a9ad-b9901c078c32 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:00:21.306809 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-35efb389-f86f-45bf-a9ad-b9901c078c32 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7917907 Apr 05 11:00:21.360735 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d1b87eba-3143-4373-b543-ff69a5343cba None None] Current status of the port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:21.361088 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1b87eba-3143-4373-b543-ff69a5343cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.364013 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fe2d9-4ad5-4780-9138-4689a16a89ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9731fc-0de1-42c3-be6d-dd8c4ce997f4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:21.399651 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0efa061a-6bd5-4f8e-ab75-a02b8a103e5c admin admin] Publish callbacks [] for security_group (8f9731fc-0de1-42c3-be6d-dd8c4ce997f4), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.402449 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f2549eb2-538b-4392-b798-0ae8490e0b1b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2533035 Apr 05 11:00:21.444879 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0efa061a-6bd5-4f8e-ab75-a02b8a103e5c admin admin] Publish callbacks [] for security_group (8f9731fc-0de1-42c3-be6d-dd8c4ce997f4), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.476266 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c080eff8-9d61-4ea8-8564-8824eafed79a admin admin] Publish callbacks [] for security_group (e0045f82-cad9-4271-921c-1bdd0b01f0af), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.481910 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port f986066c-5f5d-41ec-b6d7-c94ae39eb65e, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f986066c-5f5d-41ec-b6d7-c94ae39eb65e,segment=NetworkSegment(9f68c15e-9d15-4a30-957c-41d4d93a5c7f),segment_id=9f68c15e-9d15-4a30-957c-41d4d93a5c7f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:21.491738 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c080eff8-9d61-4ea8-8564-8824eafed79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (e0045f82-cad9-4271-921c-1bdd0b01f0af), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.529721 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'f986066c-5f5d-41ec-b6d7-c94ae39eb65e', 'network_id': 'dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6', 'port_id': 'f986066c-5f5d-41ec-b6d7-c94ae39eb65e', 'mac_address': 'fa:16:3e:d7:5b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6e6175-8d8a-49b0-980b-b69c7b0491ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:00:21.540846 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080eff8-9d61-4ea8-8564-8824eafed79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0045f82-cad9-4271-921c-1bdd0b01f0af,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:21.547373 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-c080eff8-9d61-4ea8-8564-8824eafed79a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e3980252fa049a8a6bb5eabfc552d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509628 Apr 05 11:00:21.549249 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42190) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:21.570023 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.583518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d1b87eba-3143-4373-b543-ff69a5343cba None None] For port 4f3cc5c0-f4c1-4d73-9696-b86547d16904, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=4f3cc5c0-f4c1-4d73-9696-b86547d16904,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:21.588888 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0efa061a-6bd5-4f8e-ab75-a02b8a103e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (8f9731fc-0de1-42c3-be6d-dd8c4ce997f4), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.592308 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0efa061a-6bd5-4f8e-ab75-a02b8a103e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.593486 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-0efa061a-6bd5-4f8e-ab75-a02b8a103e5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f9731fc-0de1-42c3-be6d-dd8c4ce997f4 HTTP/1.1" status: 204 len: 168 time: 0.3118448 Apr 05 11:00:21.596769 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d1b87eba-3143-4373-b543-ff69a5343cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.602362 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port f986066c-5f5d-41ec-b6d7-c94ae39eb65e is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:21.603795 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.606188 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Allocated IP 172.28.2.188 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/73449a15-d3fb-4f07-adb0-7c8570e42d78) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:21.622048 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-02adeba1-9f35-40e1-b590-447061b9315a service neutron] 10.222.0.43 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923334 Apr 05 11:00:21.626281 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa061a-6bd5-4f8e-ab75-a02b8a103e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9731fc-0de1-42c3-be6d-dd8c4ce997f4,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:21.653009 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f08a5c29-3013-4837-bc06-7db4c188dd8e admin admin] Publish callbacks [] for security_group (e0045f82-cad9-4271-921c-1bdd0b01f0af), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.662838 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f986066c-5f5d-41ec-b6d7-c94ae39eb65e {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:21.691247 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:20Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:21.701260 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f08a5c29-3013-4837-bc06-7db4c188dd8e admin admin] Publish callbacks [] for security_group (e0045f82-cad9-4271-921c-1bdd0b01f0af), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.754912 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port f986066c-5f5d-41ec-b6d7-c94ae39eb65e, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f986066c-5f5d-41ec-b6d7-c94ae39eb65e,segment=NetworkSegment(9f68c15e-9d15-4a30-957c-41d4d93a5c7f),segment_id=9f68c15e-9d15-4a30-957c-41d4d93a5c7f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:21.755483 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-2e7435a4-bae3-4bde-85d3-9d4431ce8721 service neutron] 10.222.0.43 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272736 Apr 05 11:00:21.757033 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349ff23-8e83-4017-bc6a-8adeffe1493c None None] The sync data for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb is: [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:20Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:00:21.762859 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b87eba-3143-4373-b543-ff69a5343cba None None] Pushing event updated for resources: {'Port': ['ID=4f3cc5c0-f4c1-4d73-9696-b86547d16904,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:21.768680 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.800737 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f08a5c29-3013-4837-bc06-7db4c188dd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (e0045f82-cad9-4271-921c-1bdd0b01f0af), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.803468 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f08a5c29-3013-4837-bc06-7db4c188dd8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.807199 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f08a5c29-3013-4837-bc06-7db4c188dd8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0045f82-cad9-4271-921c-1bdd0b01f0af HTTP/1.1" status: 204 len: 168 time: 0.2531555 Apr 05 11:00:21.814146 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-cf890cc2-35da-4496-b113-718e1b6f916f None None] Provisioning complete for port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:21.814846 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a5c29-3013-4837-bc06-7db4c188dd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0045f82-cad9-4271-921c-1bdd0b01f0af,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:21.815419 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf890cc2-35da-4496-b113-718e1b6f916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.887389 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:21.895903 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=f986066c-5f5d-41ec-b6d7-c94ae39eb65e,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:21.990063 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cf890cc2-35da-4496-b113-718e1b6f916f None None] Current status of the port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:22.017350 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:22.032773 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:22.036473 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:22.042068 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:22.042741 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:22.065718 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['f986066c-5f5d-41ec-b6d7-c94ae39eb65e'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:00:22.144562 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'Port': ['ID=4a2a8610-a310-4d96-927e-b02a2b4e4124,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:22.192533 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (73449a15-d3fb-4f07-adb0-7c8570e42d78), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:22.228835 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-b5251b4c-10f8-4975-8293-1e31af19a213 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842547 Apr 05 11:00:22.249163 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-cd1b68d5-3859-4cd7-9d8c-e31ec7a6d206 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7703667 Apr 05 11:00:22.256651 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-cdc09d3f-cad0-4d67-b1b9-5f9e30b8e909 service neutron] 10.222.0.43 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004442 Apr 05 11:00:22.275405 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Request body: {'port': {'device_id': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:22.523540 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:22.622269 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-f40f64de-b3af-46ac-a0d2-e9ff2a02e3c7 None None] Provisioning complete for port 4a2a8610-a310-4d96-927e-b02a2b4e4124 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:22.623752 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f40f64de-b3af-46ac-a0d2-e9ff2a02e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:22.643563 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (73449a15-d3fb-4f07-adb0-7c8570e42d78), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:22.725255 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f40f64de-b3af-46ac-a0d2-e9ff2a02e3c7 None None] Port 4a2a8610-a310-4d96-927e-b02a2b4e4124 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:22.728871 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42220) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:22.749265 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b06450ed-6f66-40c5-8408-016c656c22cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:22.753644 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:22.805076 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:22.810502 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:22.884445 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (4094f36d-0d97-4eab-92a4-ec0e33d89e0f), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:22.930004 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b06450ed-6f66-40c5-8408-016c656c22cf admin admin] Publish callbacks [] for security_group (3a4a747c-6839-49d5-b9ca-8d56d48dd37d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:22.935037 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b06450ed-6f66-40c5-8408-016c656c22cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (3a4a747c-6839-49d5-b9ca-8d56d48dd37d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:22.951496 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=73449a15-d3fb-4f07-adb0-7c8570e42d78,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:23.075665 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-b06450ed-6f66-40c5-8408-016c656c22cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8aee877eabe04777a45d70fa01ae2c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451064 Apr 05 11:00:23.075877 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device f986066c-5f5d-41ec-b6d7-c94ae39eb65e up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:23.077535 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06450ed-6f66-40c5-8408-016c656c22cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4a747c-6839-49d5-b9ca-8d56d48dd37d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:23.080407 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42238) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:23.209869 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port f986066c-5f5d-41ec-b6d7-c94ae39eb65e completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:00:23.216665 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port f986066c-5f5d-41ec-b6d7-c94ae39eb65e triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:23.217117 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:23.242672 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41798757-7128-4f37-8a3a-cdcc5e732fb1 admin admin] Publish callbacks [] for security_group (3a4a747c-6839-49d5-b9ca-8d56d48dd37d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:23.293107 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5529c1-ff20-4600-a558-9c2be96d57cd req-8f766e42-f713-4a35-a482-ef2d148618c5 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:23.294760 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0e5529c1-ff20-4600-a558-9c2be96d57cd req-8f766e42-f713-4a35-a482-ef2d148618c5 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 945 time: 0.6089134 Apr 05 11:00:23.311209 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41798757-7128-4f37-8a3a-cdcc5e732fb1 admin admin] Publish callbacks [] for security_group (3a4a747c-6839-49d5-b9ca-8d56d48dd37d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:23.313850 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (73449a15-d3fb-4f07-adb0-7c8570e42d78), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:23.368830 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbb765-35fa-4824-87fd-9a5fbbe892ae req-b1b05390-003e-4ae4-8076-efa5e2950d98 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:23.370982 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3cfbb765-35fa-4824-87fd-9a5fbbe892ae req-b1b05390-003e-4ae4-8076-efa5e2950d98 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 931 time: 0.4332161 Apr 05 11:00:23.426948 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41798757-7128-4f37-8a3a-cdcc5e732fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (3a4a747c-6839-49d5-b9ca-8d56d48dd37d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:23.432295 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41798757-7128-4f37-8a3a-cdcc5e732fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:23.435971 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-41798757-7128-4f37-8a3a-cdcc5e732fb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a4a747c-6839-49d5-b9ca-8d56d48dd37d HTTP/1.1" status: 204 len: 168 time: 0.3307207 Apr 05 11:00:23.449373 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port f986066c-5f5d-41ec-b6d7-c94ae39eb65e is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:23.450006 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:23.493736 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3258480-19ac-4112-9055-1e1babcc1f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f986066c-5f5d-41ec-b6d7-c94ae39eb65e'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:23.502900 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0e5529c1-ff20-4600-a558-9c2be96d57cd req-7d6e58c0-34e6-43bc-a161-bba8d9b0f654 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987338 Apr 05 11:00:23.515106 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41798757-7128-4f37-8a3a-cdcc5e732fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4a747c-6839-49d5-b9ca-8d56d48dd37d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:23.560827 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3cfbb765-35fa-4824-87fd-9a5fbbe892ae req-107d1263-d827-4e4a-908c-9217d1f869a8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596754 Apr 05 11:00:23.780758 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 4f3cc5c0-f4c1-4d73-9696-b86547d16904 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:23.872969 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port f986066c-5f5d-41ec-b6d7-c94ae39eb65e, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f986066c-5f5d-41ec-b6d7-c94ae39eb65e,segment=NetworkSegment(9f68c15e-9d15-4a30-957c-41d4d93a5c7f),segment_id=9f68c15e-9d15-4a30-957c-41d4d93a5c7f)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:23.905857 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:23.967480 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a3077fb2-a5b3-4dea-ac7a-d8840b0ea803 req-c0b22e58-4339-476b-8019-99f1de5da325 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 210 time: 0.1291544 Apr 05 11:00:24.001357 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a2d1a0c3-65e1-4917-87d7-830d88aac94f req-ac872600-1341-4652-b59e-4a1c14ed7202 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 210 time: 0.1642802 Apr 05 11:00:24.047564 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2a8610-a310-4d96-927e-b02a2b4e4124 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:24.073183 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Publish callbacks [] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:24.102122 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Transition to ACTIVE for port object 4a2a8610-a310-4d96-927e-b02a2b4e4124 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:00:24.127980 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (73449a15-d3fb-4f07-adb0-7c8570e42d78), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:24.130719 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:24.141008 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (73449a15-d3fb-4f07-adb0-7c8570e42d78), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:24.509683 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a8610-a310-4d96-927e-b02a2b4e4124,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:24.519825 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78de88b2-c15c-42f9-a515-f121f7192261" -d '{"events": [{"server_uuid": "a3258480-19ac-4112-9055-1e1babcc1f78", "name": "network-vif-plugged", "status": "completed", "tag": "f986066c-5f5d-41ec-b6d7-c94ae39eb65e"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:24.526299 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (4094f36d-0d97-4eab-92a4-ec0e33d89e0f), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:24.736395 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=f986066c-5f5d-41ec-b6d7-c94ae39eb65e,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:24.744904 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:24.753803 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-d120381c-1784-493c-89a7-68fe7fda6ec2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:24.766921 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-d120381c-1784-493c-89a7-68fe7fda6ec2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.36 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 811 time: 0.4878166 Apr 05 11:00:24.769892 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3588502 Apr 05 11:00:24.791177 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:24.791661 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:24.890761 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c35dfb4-143a-40bc-aaa2-2f2e81d6c44d x-openstack-request-id: req-3c35dfb4-143a-40bc-aaa2-2f2e81d6c44d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:24.891150 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3258480-19ac-4112-9055-1e1babcc1f78", "name": "network-vif-plugged", "status": "completed", "tag": "f986066c-5f5d-41ec-b6d7-c94ae39eb65e", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:24.891415 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c35dfb4-143a-40bc-aaa2-2f2e81d6c44d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:24.891934 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c35dfb4-143a-40bc-aaa2-2f2e81d6c44d'] response: {'server_uuid': 'a3258480-19ac-4112-9055-1e1babcc1f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f986066c-5f5d-41ec-b6d7-c94ae39eb65e', 'code': 200} Apr 05 11:00:24.901428 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe496d28-2d4c-45c4-b84f-8b3be89c77b3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=73449a15-d3fb-4f07-adb0-7c8570e42d78,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:24.918449 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Attempting to bind port 4a2a8610-a310-4d96-927e-b02a2b4e4124 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:24.919079 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Attempting to bind port 4a2a8610-a310-4d96-927e-b02a2b4e4124 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:24.919612 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Attempting to bind port 4a2a8610-a310-4d96-927e-b02a2b4e4124 on network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:24.947358 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Port 4a2a8610-a310-4d96-927e-b02a2b4e4124 on network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:00:24.948912 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Attempting to bind port 4a2a8610-a310-4d96-927e-b02a2b4e4124 on network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:24.970164 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:24.970844 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Checking segment: {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:24.971387 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Bound using segment: {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:24.971810 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Bound port: 4a2a8610-a310-4d96-927e-b02a2b4e4124, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:24.987143 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:25.011324 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f3a21b7f-9b90-49df-b64c-a3a20fdf1c4c tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db7f375c88e46cb9b18183d87e8a9ca HTTP/1.1" status: 200 len: 380 time: 0.2354338 Apr 05 11:00:25.057263 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'port': {'device_id': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'admin_state_up': True, 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'security_groups': ['6c310c9f-1d71-48d5-8aa3-c8ee5784048b']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:25.124390 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:25.175389 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.36', 62834) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:25.186951 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebec4b7-8667-4484-b022-09b3fb116f3c req-9df8028c-a460-48c5-966f-e5a0758e601b tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:25.204809 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4ebec4b7-8667-4484-b022-09b3fb116f3c req-9df8028c-a460-48c5-966f-e5a0758e601b tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 946 time: 0.3832500 Apr 05 11:00:25.321532 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.36', 62835) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:25.396246 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:25.409860 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-cb3bb373-a45a-476e-b7fe-fd8d7cf99d2e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:25.412169 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-cb3bb373-a45a-476e-b7fe-fd8d7cf99d2e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 819 time: 0.2350690 Apr 05 11:00:25.424606 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Request body: {'port': {'device_id': 'd0457018-90aa-4ede-aef8-29fd2285ac7a', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'admin_state_up': True, 'tenant_id': '52b5948dc8574e09a42a290b46756aaa'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:25.460559 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:25.466460 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4ebec4b7-8667-4484-b022-09b3fb116f3c req-0db30c47-ef1c-419e-9836-a5f41d442729 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483976 Apr 05 11:00:25.474224 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-19742085-df32-4c85-83e1-ec4b2661d17c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:25.484859 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-19742085-df32-4c85-83e1-ec4b2661d17c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 819 time: 0.4306169 Apr 05 11:00:25.484859 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:25.574232 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-78c2924e-0100-4d6b-a0f6-a387c1d9da8f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/quotas/52b5948dc8574e09a42a290b46756aaa HTTP/1.1" status: 200 len: 375 time: 0.0751591 Apr 05 11:00:25.579106 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:25.579742 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:25.581777 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] 10.222.0.36 "PUT /v2.0/ports/4a2a8610-a310-4d96-927e-b02a2b4e4124 HTTP/1.1" status: 200 len: 1093 time: 3.3239911 Apr 05 11:00:25.598081 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Made reservation on behalf of 1db7f375c88e46cb9b18183d87e8a9ca for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:00:25.599031 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3978c4f-9d37-4b66-adbf-1d5105a1b300 req-91b78706-f9c0-475a-a60b-776d1c2200b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:25.600709 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d3978c4f-9d37-4b66-adbf-1d5105a1b300 req-91b78706-f9c0-475a-a60b-776d1c2200b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 1130 time: 0.2782371 Apr 05 11:00:25.601140 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:25.603181 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:25.660831 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Made reservation on behalf of 52b5948dc8574e09a42a290b46756aaa for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:00:25.665001 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:25.915071 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Allocated IP 172.20.0.13 (5c5cb07f-3ee8-463c-9269-3b548160e895/58f0a7a9-5308-49f8-850a-610a57e2db70/1d1a4a33-2d4e-4d8f-8d01-aad81b1102db) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:25.962467 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Allocated IP 172.20.0.4 (e3f74eb5-98b3-496f-81f4-c18bd451447c/1280e769-ee31-4adb-9c92-16b59b561c5c/ca2475b3-7a17-44f3-93fa-2876680d210c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:25.986411 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d3978c4f-9d37-4b66-adbf-1d5105a1b300 req-e2655e67-b013-4267-a3dc-201aae2a882a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:26.003294 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f211b-da4c-4944-8802-72b06bb2639f service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a8610-a310-4d96-927e-b02a2b4e4124,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:26.090460 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51c36fe-c96a-41dc-9561-962460bd44b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:26.175179 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-9cef3f3a-9fc9-48c9-b1af-fd280e82bf23 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5999529 Apr 05 11:00:26.226487 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585c486-3bad-4ee4-a8f5-95706d263110 req-d2c6c62e-66f0-4ee6-b081-42ddf80da91f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:26.228473 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2585c486-3bad-4ee4-a8f5-95706d263110 req-d2c6c62e-66f0-4ee6-b081-42ddf80da91f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.4957564 Apr 05 11:00:26.231477 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-bcade210-1f04-4fe2-82e4-dd9218207441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:26.233479 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-bcade210-1f04-4fe2-82e4-dd9218207441 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 1127 time: 0.4999616 Apr 05 11:00:26.262913 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:26.360234 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:26.379718 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:26.396807 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-87bdbbeb-79f0-4e83-b590-c4a322f2d467 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124 HTTP/1.1" status: 200 len: 217 time: 0.1479747 Apr 05 11:00:26.456942 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Network 5c5cb07f-3ee8-463c-9269-3b548160e895 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:26.461465 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'Port': ['ID=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:26.464436 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:26.468049 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:26.475427 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:26.476709 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:26.519719 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:26.560270 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d3978c4f-9d37-4b66-adbf-1d5105a1b300 req-e2655e67-b013-4267-a3dc-201aae2a882a service neutron] Publish callbacks [] for security_group (8371f0c7-95cf-44f6-b54c-95e476554526), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:26.563096 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-0271f9d9-c5c9-4f67-b687-5e0c6433087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:26.567167 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-0271f9d9-c5c9-4f67-b687-5e0c6433087e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.1574445 Apr 05 11:00:26.575090 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f4f7b232-c788-4fbf-a8c9-db88389b390e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5219953 Apr 05 11:00:26.578790 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d3978c4f-9d37-4b66-adbf-1d5105a1b300 req-e2655e67-b013-4267-a3dc-201aae2a882a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (8371f0c7-95cf-44f6-b54c-95e476554526), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:26.623821 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-c8e46431-5bef-4c5a-9ac0-8039795d79ce service neutron] 10.222.0.43 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339523 Apr 05 11:00:26.655110 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Request body: {'port': {'device_id': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:26.676316 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ac5f7f8-f685-43ef-aee3-1d828b5421a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:26.706976 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Network e3f74eb5-98b3-496f-81f4-c18bd451447c is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:26.718978 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2585c486-3bad-4ee4-a8f5-95706d263110 req-2565add3-7cb9-4340-bf4f-4ee0e03c7469 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4535043 Apr 05 11:00:26.721446 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:26.727047 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:26.763769 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:26.764468 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:26.777464 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event updated for resources: {'Port': ['ID=ca2475b3-7a17-44f3-93fa-2876680d210c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:26.869512 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-49661701-95eb-444d-90e9-7f896c190bd5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4495862 Apr 05 11:00:26.894545 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Request body: {'port': {'device_id': 'd0457018-90aa-4ede-aef8-29fd2285ac7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:26.910159 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-353ea4ac-6bc9-4dcb-b1ea-928686a549a1 None None] Provisioning complete for port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:26.910696 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-353ea4ac-6bc9-4dcb-b1ea-928686a549a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:26.948802 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-8cf2ef26-c5b5-471b-bfd4-91d1293a8db4 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933874 Apr 05 11:00:26.969615 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:27.000296 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-353ea4ac-6bc9-4dcb-b1ea-928686a549a1 None None] Port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:27.049238 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d3978c4f-9d37-4b66-adbf-1d5105a1b300 req-e2655e67-b013-4267-a3dc-201aae2a882a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3186848 Apr 05 11:00:27.056414 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2655e67-b013-4267-a3dc-201aae2a882a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8371f0c7-95cf-44f6-b54c-95e476554526,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:27.080520 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:27.081871 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-f5d16b4d-0bbe-49f4-be4a-af1709891291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:27.084169 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-f5d16b4d-0bbe-49f4-be4a-af1709891291 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4654922 Apr 05 11:00:27.112038 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf68839-cf60-43db-8938-8b32fb86275b req-0e08751c-62cf-4d6e-a29d-6efb9ac6e611 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:27.114549 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-daf68839-cf60-43db-8938-8b32fb86275b req-0e08751c-62cf-4d6e-a29d-6efb9ac6e611 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 932 time: 0.1580806 Apr 05 11:00:27.250315 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-2a33915c-218d-4ba3-8617-fedb0d86adf8 None None] Provisioning complete for port ca2475b3-7a17-44f3-93fa-2876680d210c triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:27.251055 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2a33915c-218d-4ba3-8617-fedb0d86adf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:27.265854 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-daf68839-cf60-43db-8938-8b32fb86275b req-238c5788-aae0-4745-a118-3b0303e36ba2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420567 Apr 05 11:00:27.408092 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2a33915c-218d-4ba3-8617-fedb0d86adf8 None None] Port ca2475b3-7a17-44f3-93fa-2876680d210c cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:27.416302 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-8b882ff1-724b-4164-a914-37d6ec42dd58 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--164589914&fields=id&tenant_id=e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 267 time: 0.1486135 Apr 05 11:00:27.506405 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-eb19dab0-47a1-4c4f-a920-a89e8a695b5b service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297690 Apr 05 11:00:27.601738 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:00:27.632430 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-aaf93c5b-4bc3-435c-b943-49bacdd6cc2b tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:27.641057 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-aaf93c5b-4bc3-435c-b943-49bacdd6cc2b tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 814 time: 0.1323647 Apr 05 11:00:27.669335 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-35e14da3-7986-464f-ac0d-ac8bea7df3cf tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/quotas/e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 375 time: 0.0266213 Apr 05 11:00:27.720247 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c1ea36-b83b-4ec5-9f92-95f58e08fa37 x-openstack-request-id: req-d5c1ea36-b83b-4ec5-9f92-95f58e08fa37 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:27.720506 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:27.720767 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5c1ea36-b83b-4ec5-9f92-95f58e08fa37 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:27.721228 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c1ea36-b83b-4ec5-9f92-95f58e08fa37'] response: {'name': 'network-changed', 'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'status': 'completed', 'code': 200} Apr 05 11:00:27.905794 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2475b3-7a17-44f3-93fa-2876680d210c {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:27.921395 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Publish callbacks [] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:27.964768 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Transition to ACTIVE for port object ca2475b3-7a17-44f3-93fa-2876680d210c will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:00:27.976224 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:27.980455 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:28.029681 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42480) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:28.030455 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Pushing event updated for resources: {'Port': ['ID=ca2475b3-7a17-44f3-93fa-2876680d210c,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:28.040914 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Publish callbacks [] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:28.063529 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Transition to ACTIVE for port object 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:00:28.073861 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:28.109741 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-7b7b5e15-691b-4244-9165-75d9acf0f1a5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4387500 Apr 05 11:00:28.110244 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 42484) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:28.231519 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Attempting to bind port ca2475b3-7a17-44f3-93fa-2876680d210c on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:28.231949 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Attempting to bind port ca2475b3-7a17-44f3-93fa-2876680d210c by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:28.232277 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Attempting to bind port ca2475b3-7a17-44f3-93fa-2876680d210c on network e3f74eb5-98b3-496f-81f4-c18bd451447c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:28.255710 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Port ca2475b3-7a17-44f3-93fa-2876680d210c on network e3f74eb5-98b3-496f-81f4-c18bd451447c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:00:28.255710 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Attempting to bind port ca2475b3-7a17-44f3-93fa-2876680d210c on network e3f74eb5-98b3-496f-81f4-c18bd451447c {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:28.266562 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb16ed9-b183-46b1-96ec-44b6876e90f1 req-c993fcaf-5ccf-472d-99e6-1cd65e917fbf tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:28.268545 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0bb16ed9-b183-46b1-96ec-44b6876e90f1 req-c993fcaf-5ccf-472d-99e6-1cd65e917fbf tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 946 time: 0.2394843 Apr 05 11:00:28.292903 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e297ce5c-3329-48ec-bda9-ce4356ef65df req-b55d5b15-1ba3-425f-8194-f5c509188784 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825653 Apr 05 11:00:28.504180 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0bb16ed9-b183-46b1-96ec-44b6876e90f1 req-830344b6-5879-46a3-b379-3a087804364a tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097800 Apr 05 11:00:28.532985 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-552d0f4c-4fc9-4de7-8185-41a8b9cd70c2 service neutron] 10.222.0.43 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680363 Apr 05 11:00:28.572327 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42492) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:28.616538 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:28.621431 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:28.622365 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Checking segment: {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:28.622365 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Bound using segment: {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:28.622584 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Bound port: ca2475b3-7a17-44f3-93fa-2876680d210c, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:28.622905 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:28.638455 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ffc65870-5d15-4b13-9960-c4dd2a7ad13e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:28.639820 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f07c0a62-6f94-4cdb-8a10-6cb4920ad743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:28.643506 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Attempting to bind port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:28.643841 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Attempting to bind port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:28.644161 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Attempting to bind port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db on network 5c5cb07f-3ee8-463c-9269-3b548160e895 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:28.664205 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8d8c0012-5da3-4054-8fff-99cc3933b142 req-f28ca7d6-1c07-4637-8923-ef1d26de5b92 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 210 time: 0.0534256 Apr 05 11:00:28.688894 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db on network 5c5cb07f-3ee8-463c-9269-3b548160e895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:00:28.689344 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Attempting to bind port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db on network 5c5cb07f-3ee8-463c-9269-3b548160e895 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:28.696057 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78e10049-2006-47e5-87f1-218988ff3019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:28.700638 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-bd466f96-7c18-4705-9880-ee3bc39d6d6e service neutron] 10.222.0.43 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612439 Apr 05 11:00:28.746549 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:28.746958 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Checking segment: {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:28.747362 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Bound using segment: {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:28.748256 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Bound port: 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:28.748646 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:28.793394 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ffc65870-5d15-4b13-9960-c4dd2a7ad13e admin admin] Publish callbacks [] for security_group (83d0176c-0e85-4d8f-ab4c-b2e5b77c614b), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:28.800117 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ffc65870-5d15-4b13-9960-c4dd2a7ad13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (83d0176c-0e85-4d8f-ab4c-b2e5b77c614b), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:28.849637 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc65870-5d15-4b13-9960-c4dd2a7ad13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d0176c-0e85-4d8f-ab4c-b2e5b77c614b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:28.859978 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-ffc65870-5d15-4b13-9960-c4dd2a7ad13e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=311bd26d5edf468ba331f8e37dd6e6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7458708 Apr 05 11:00:28.866996 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42498) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:28.869722 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cee14-20d2-4bd7-b9ec-8a15cf5ad797 req-a8794af0-b392-4a08-ba31-99695c65ec2a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:28.871897 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ef4cee14-20d2-4bd7-b9ec-8a15cf5ad797 req-a8794af0-b392-4a08-ba31-99695c65ec2a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.1246054 Apr 05 11:00:28.875017 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] For port ca2475b3-7a17-44f3-93fa-2876680d210c, host hv-cinder-81899, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:28.906197 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] For port ca2475b3-7a17-44f3-93fa-2876680d210c, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ca2475b3-7a17-44f3-93fa-2876680d210c,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:28.948978 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f07c0a62-6f94-4cdb-8a10-6cb4920ad743 admin admin] Publish callbacks [] for security_group (5bf31d92-0e89-4c4f-94d1-8291206b30ea), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:28.954723 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:28.971424 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ef4cee14-20d2-4bd7-b9ec-8a15cf5ad797 req-5b1e84cf-4467-44e8-9e06-1c0e54a1f126 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878804 Apr 05 11:00:28.987130 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f07c0a62-6f94-4cdb-8a10-6cb4920ad743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (5bf31d92-0e89-4c4f-94d1-8291206b30ea), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.000378 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ec96d-3b61-45f5-a58e-57ab5f6237d5 req-b275be2d-f993-419a-bf3d-831ed7697480 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:29.005574 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2d0ec96d-3b61-45f5-a58e-57ab5f6237d5 req-b275be2d-f993-419a-bf3d-831ed7697480 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 944 time: 0.1006615 Apr 05 11:00:29.045027 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] For port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db, host hv-cinder-81899, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:29.075169 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c0a62-6f94-4cdb-8a10-6cb4920ad743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf31d92-0e89-4c4f-94d1-8291206b30ea,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:29.094936 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2d0ec96d-3b61-45f5-a58e-57ab5f6237d5 req-5eaac015-626e-4174-8e33-1aca17fe2916 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883055 Apr 05 11:00:29.100550 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:29.101224 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.102711 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] 10.222.0.36 "PUT /v2.0/ports/ca2475b3-7a17-44f3-93fa-2876680d210c HTTP/1.1" status: 200 len: 1093 time: 2.2218459 Apr 05 11:00:29.108089 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-31dc0f88-8406-4c23-9d50-46c78e6f2c7f req-b73df2bf-d521-44ba-9860-56c11150458f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 210 time: 0.0709174 Apr 05 11:00:29.114654 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0457018-90aa-4ede-aef8-29fd2285ac7a', 'tag': 'ca2475b3-7a17-44f3-93fa-2876680d210c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:29.126185 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88051c8b-9c35-417d-9100-8460f8827c49" -d '{"events": [{"name": "network-changed", "server_uuid": "d0457018-90aa-4ede-aef8-29fd2285ac7a", "tag": "ca2475b3-7a17-44f3-93fa-2876680d210c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:29.126185 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] For port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:29.151914 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f07c0a62-6f94-4cdb-8a10-6cb4920ad743 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d141172740104f408b4d04c88659eabd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1171203 Apr 05 11:00:29.155077 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 42512) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:29.159005 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.187527 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4d195-1b64-443f-a14e-f0422e86aefb service neutron] Pushing event updated for resources: {'Port': ['ID=ca2475b3-7a17-44f3-93fa-2876680d210c,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:29.255879 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:29.256558 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.258051 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d1a4a33-2d4e-4d8f-8d01-aad81b1102db HTTP/1.1" status: 200 len: 1094 time: 2.6079285 Apr 05 11:00:29.258947 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f518b5-a456-434b-a2f4-8a7f9f10b0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:29.263931 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d4f37a9-d56a-41f2-ae14-497ddd972003 admin admin] Publish callbacks [] for security_group (83d0176c-0e85-4d8f-ab4c-b2e5b77c614b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.297031 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece339bb-ca18-4cc8-abff-f5b674dd0652 x-openstack-request-id: req-ece339bb-ca18-4cc8-abff-f5b674dd0652 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:29.297421 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0457018-90aa-4ede-aef8-29fd2285ac7a", "tag": "ca2475b3-7a17-44f3-93fa-2876680d210c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:29.297680 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ece339bb-ca18-4cc8-abff-f5b674dd0652 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:29.298112 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece339bb-ca18-4cc8-abff-f5b674dd0652'] response: {'name': 'network-changed', 'server_uuid': 'd0457018-90aa-4ede-aef8-29fd2285ac7a', 'tag': 'ca2475b3-7a17-44f3-93fa-2876680d210c', 'status': 'completed', 'code': 200} Apr 05 11:00:29.313538 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d4f37a9-d56a-41f2-ae14-497ddd972003 admin admin] Publish callbacks [] for security_group (83d0176c-0e85-4d8f-ab4c-b2e5b77c614b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.323907 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4da6cd2b-ab7e-444e-9029-ceecbc814b1b admin admin] Publish callbacks [] for security_group (5bf31d92-0e89-4c4f-94d1-8291206b30ea), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.348839 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78e10049-2006-47e5-87f1-218988ff3019 admin admin] Publish callbacks [] for security_group (c2dd5e70-05f6-41de-8c1f-71a09a3b99d4), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.378547 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-78e10049-2006-47e5-87f1-218988ff3019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (c2dd5e70-05f6-41de-8c1f-71a09a3b99d4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.382654 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4da6cd2b-ab7e-444e-9029-ceecbc814b1b admin admin] Publish callbacks [] for security_group (5bf31d92-0e89-4c4f-94d1-8291206b30ea), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.458991 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4da6cd2b-ab7e-444e-9029-ceecbc814b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (5bf31d92-0e89-4c4f-94d1-8291206b30ea), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.466461 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4da6cd2b-ab7e-444e-9029-ceecbc814b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.471281 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-4da6cd2b-ab7e-444e-9029-ceecbc814b1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bf31d92-0e89-4c4f-94d1-8291206b30ea HTTP/1.1" status: 204 len: 168 time: 0.3111892 Apr 05 11:00:29.480265 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6cd2b-ab7e-444e-9029-ceecbc814b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf31d92-0e89-4c4f-94d1-8291206b30ea,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:29.497156 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d4f37a9-d56a-41f2-ae14-497ddd972003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (83d0176c-0e85-4d8f-ab4c-b2e5b77c614b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.500269 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5d4f37a9-d56a-41f2-ae14-497ddd972003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.501431 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-5d4f37a9-d56a-41f2-ae14-497ddd972003 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83d0176c-0e85-4d8f-ab4c-b2e5b77c614b HTTP/1.1" status: 204 len: 168 time: 0.6299751 Apr 05 11:00:29.569760 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e10049-2006-47e5-87f1-218988ff3019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dd5e70-05f6-41de-8c1f-71a09a3b99d4,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:29.601066 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-78e10049-2006-47e5-87f1-218988ff3019 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b00f122da6b446e89de20711b72941d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0108533 Apr 05 11:00:29.602525 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f37a9-d56a-41f2-ae14-497ddd972003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d0176c-0e85-4d8f-ab4c-b2e5b77c614b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:29.604189 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 42522) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:29.608968 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6a5ddbe1-dc75-41a7-9005-2f8530d5ac05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.641545 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c36fe-c96a-41dc-9561-962460bd44b5 req-465119b1-b5c1-4beb-90fd-337e603a70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:29.644194 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f51c36fe-c96a-41dc-9561-962460bd44b5 req-465119b1-b5c1-4beb-90fd-337e603a70ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 1127 time: 0.1584280 Apr 05 11:00:29.679408 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70e6955a-032e-4815-b3ea-c1543e8fa404 admin admin] Publish callbacks [] for security_group (c2dd5e70-05f6-41de-8c1f-71a09a3b99d4), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.727025 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70e6955a-032e-4815-b3ea-c1543e8fa404 admin admin] Publish callbacks [] for security_group (c2dd5e70-05f6-41de-8c1f-71a09a3b99d4), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.754570 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766672b7-6443-4eb2-84f9-a4cd308ab50a req-06d2bf09-66cb-48db-a6e3-23b70cc8ecac tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:29.756150 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-766672b7-6443-4eb2-84f9-a4cd308ab50a req-06d2bf09-66cb-48db-a6e3-23b70cc8ecac tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 946 time: 0.0917742 Apr 05 11:00:29.811941 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c64a6af9-17b9-4b83-81f3-3b19764881c0 req-a960cace-844f-456c-8add-0683585bc832 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 210 time: 0.0494754 Apr 05 11:00:29.849357 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70e6955a-032e-4815-b3ea-c1543e8fa404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (c2dd5e70-05f6-41de-8c1f-71a09a3b99d4), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.852007 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-70e6955a-032e-4815-b3ea-c1543e8fa404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:29.853211 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-70e6955a-032e-4815-b3ea-c1543e8fa404 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2dd5e70-05f6-41de-8c1f-71a09a3b99d4 HTTP/1.1" status: 204 len: 168 time: 0.2479920 Apr 05 11:00:29.858836 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-766672b7-6443-4eb2-84f9-a4cd308ab50a req-d09d82a9-db1e-478b-bb61-c75803aad56e tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864830 Apr 05 11:00:29.869581 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6955a-032e-4815-b3ea-c1543e8fa404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dd5e70-05f6-41de-8c1f-71a09a3b99d4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:29.997084 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 42534) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:30.022897 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5172ac1e-4c72-4e26-bfff-5e839fefcee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:30.075475 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-143f61fe-c54d-472a-85df-efe1597cc57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:30.077042 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-143f61fe-c54d-472a-85df-efe1597cc57d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 1128 time: 0.1187303 Apr 05 11:00:30.101804 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 42538) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:30.186070 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-b3b40560-314c-4f5d-a2f1-c23206ffedf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db HTTP/1.1" status: 200 len: 217 time: 0.1020989 Apr 05 11:00:30.187615 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c36fe-c96a-41dc-9561-962460bd44b5 req-34b212b5-3612-43af-9636-8e512ab6ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:30.189478 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f51c36fe-c96a-41dc-9561-962460bd44b5 req-34b212b5-3612-43af-9636-8e512ab6ae0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 917 time: 0.2713828 Apr 05 11:00:30.291321 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f51c36fe-c96a-41dc-9561-962460bd44b5 req-ce4d385a-5f57-4d31-a07b-34f76d1b9fa8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124 HTTP/1.1" status: 200 len: 217 time: 0.0638776 Apr 05 11:00:30.322437 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc34764b-feb5-4a43-bde6-987f77b272c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:30.400946 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f6b11f10-4310-4225-b094-7dea137f90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:30.401957 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4167af21-9f84-49a5-9074-21f96d696feb req-66b6859e-aca7-47d3-b362-9635bb3f4773 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 210 time: 0.0912621 Apr 05 11:00:30.402563 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-f6b11f10-4310-4225-b094-7dea137f90ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f0a7a9-5308-49f8-850a-610a57e2db70 HTTP/1.1" status: 200 len: 850 time: 0.2025673 Apr 05 11:00:30.435296 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c36fe-c96a-41dc-9561-962460bd44b5 req-05d89cbc-f793-4186-83eb-13ac7c5fe18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:30.437316 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f51c36fe-c96a-41dc-9561-962460bd44b5 req-05d89cbc-f793-4186-83eb-13ac7c5fe18a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.1202729 Apr 05 11:00:30.527496 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f5239156-085e-41ed-bbe7-a04e85f4bbba tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:30.527649 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f5239156-085e-41ed-bbe7-a04e85f4bbba tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 819 time: 0.5000250 Apr 05 11:00:30.565198 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-92b8dfc2-0b40-47db-bbf9-50913adb1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:30.567154 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-92b8dfc2-0b40-47db-bbf9-50913adb1794 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c5cb07f-3ee8-463c-9269-3b548160e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1438513 Apr 05 11:00:30.576640 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c36fe-c96a-41dc-9561-962460bd44b5 req-53df90ed-d040-4622-af4b-e740927da452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:30.578240 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88051c8b-9c35-417d-9100-8460f8827c49 req-e8331943-f094-4f3f-a47e-654cf6f5f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:30.579086 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f51c36fe-c96a-41dc-9561-962460bd44b5 req-53df90ed-d040-4622-af4b-e740927da452 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1243613 Apr 05 11:00:30.579747 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-88051c8b-9c35-417d-9100-8460f8827c49 req-e8331943-f094-4f3f-a47e-654cf6f5f93e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 1127 time: 0.3637903 Apr 05 11:00:30.614989 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Request body: {'port': {'device_id': 'e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'admin_state_up': True, 'tenant_id': '52b5948dc8574e09a42a290b46756aaa'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:30.670106 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff245310-b7af-43c2-a451-1da6f8ec8fca req-6513aa2f-0e50-4849-a946-8fb9321d7647 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:30.671665 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ff245310-b7af-43c2-a451-1da6f8ec8fca req-6513aa2f-0e50-4849-a946-8fb9321d7647 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.4514928 Apr 05 11:00:30.751476 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5172ac1e-4c72-4e26-bfff-5e839fefcee3 admin admin] Publish callbacks [] for security_group (adcc3701-09ba-4e2f-9836-4b5ba88bdf62), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:30.778190 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5172ac1e-4c72-4e26-bfff-5e839fefcee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (adcc3701-09ba-4e2f-9836-4b5ba88bdf62), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:30.914277 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.36', 62851) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:30.929933 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f51c36fe-c96a-41dc-9561-962460bd44b5 req-6fcb426a-2b53-47d2-ab7f-d04351cbcf32 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472876 Apr 05 11:00:30.932219 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:30.932716 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ff245310-b7af-43c2-a451-1da6f8ec8fca req-d0e5de73-0899-4bf4-b768-19e2cba97970 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345645 Apr 05 11:00:30.945604 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-5172ac1e-4c72-4e26-bfff-5e839fefcee3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1159692e0d945f392a58f1190a21daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9481790 Apr 05 11:00:30.960490 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42568) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:30.988332 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae03fb-2316-41ba-a323-c964247363a3 req-fc8f59e6-c95b-4e74-b6cc-45797081db10 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:30.990106 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f4ae03fb-2316-41ba-a323-c964247363a3 req-fc8f59e6-c95b-4e74-b6cc-45797081db10 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 944 time: 0.4094038 Apr 05 11:00:31.045302 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc34764b-feb5-4a43-bde6-987f77b272c8 admin admin] Publish callbacks [] for security_group (26920df8-df9e-41a4-908d-94b8229c45e6), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.114075 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4a2a8610-a310-4d96-927e-b02a2b4e4124 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:00:31.114760 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-0490ffed-7986-4bae-a131-e6cbc9cd238c service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303132 Apr 05 11:00:31.127707 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Made reservation on behalf of 52b5948dc8574e09a42a290b46756aaa for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:00:31.130458 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15aef3a8-d63c-49af-9546-c929cec12203 admin admin] Publish callbacks [] for security_group (adcc3701-09ba-4e2f-9836-4b5ba88bdf62), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.130840 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.137165 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172ac1e-4c72-4e26-bfff-5e839fefcee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcc3701-09ba-4e2f-9836-4b5ba88bdf62,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:31.141856 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dc34764b-feb5-4a43-bde6-987f77b272c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (26920df8-df9e-41a4-908d-94b8229c45e6), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.175978 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f51c36fe-c96a-41dc-9561-962460bd44b5 req-39a1cceb-7477-4630-9f8a-dc3d8c689eb6 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141187 Apr 05 11:00:31.215115 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15aef3a8-d63c-49af-9546-c929cec12203 admin admin] Publish callbacks [] for security_group (adcc3701-09ba-4e2f-9836-4b5ba88bdf62), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.259211 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:31.274725 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'port_id': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'mac_address': 'fa:16:3e:5a:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:00:31.300125 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'tag': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:31.302871 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c552df2-5735-4b2a-b82d-b4886507b25b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3333549-4312-4ef2-b91e-4759926c68b9", "tag": "1d1a4a33-2d4e-4d8f-8d01-aad81b1102db"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:31.321773 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a5db0af-5167-42d1-b452-3a1b7e6e2914 req-68b080ce-067d-4b94-98e7-3d27316bceaf service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892831 Apr 05 11:00:31.326003 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 4a2a8610-a310-4d96-927e-b02a2b4e4124 is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:31.326752 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.343026 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2a8610-a310-4d96-927e-b02a2b4e4124 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:31.347089 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15aef3a8-d63c-49af-9546-c929cec12203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (adcc3701-09ba-4e2f-9836-4b5ba88bdf62), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.353916 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-15aef3a8-d63c-49af-9546-c929cec12203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.355140 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-15aef3a8-d63c-49af-9546-c929cec12203 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/adcc3701-09ba-4e2f-9836-4b5ba88bdf62 HTTP/1.1" status: 204 len: 168 time: 0.3922603 Apr 05 11:00:31.368255 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aef3a8-d63c-49af-9546-c929cec12203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcc3701-09ba-4e2f-9836-4b5ba88bdf62,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:31.381874 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:31.391387 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.464580 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=4a2a8610-a310-4d96-927e-b02a2b4e4124,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:31.483136 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-65f21135-6e89-4a3f-879e-01226941ec9e req-b9bdf90f-8da2-443c-b054-d34b051edd87 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 210 time: 0.3572896 Apr 05 11:00:31.537135 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-dc34764b-feb5-4a43-bde6-987f77b272c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a61fbbd9d67c4f0d948910b3468e96f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3241117 Apr 05 11:00:31.539883 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42590) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:31.597709 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c31fa5-b7f3-4e42-94fe-f872592baa59 x-openstack-request-id: req-69c31fa5-b7f3-4e42-94fe-f872592baa59 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:31.598454 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3333549-4312-4ef2-b91e-4759926c68b9", "tag": "1d1a4a33-2d4e-4d8f-8d01-aad81b1102db", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:31.598454 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69c31fa5-b7f3-4e42-94fe-f872592baa59 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:31.607649 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c31fa5-b7f3-4e42-94fe-f872592baa59'] response: {'name': 'network-changed', 'server_uuid': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'tag': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db', 'status': 'completed', 'code': 200} Apr 05 11:00:31.630624 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-4311d5d0-e990-40d4-9598-de7932c9240b tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:31.634045 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-4311d5d0-e990-40d4-9598-de7932c9240b tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 814 time: 0.6934607 Apr 05 11:00:31.642728 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a136bed3-5319-4a9d-a518-767fca750f13 admin admin] Publish callbacks [] for security_group (26920df8-df9e-41a4-908d-94b8229c45e6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.645465 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['4a2a8610-a310-4d96-927e-b02a2b4e4124'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:00:31.680452 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f4ae03fb-2316-41ba-a323-c964247363a3 req-bc45ba99-fd33-4461-a0e8-08ec2b30830a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6325514 Apr 05 11:00:31.681374 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34764b-feb5-4a43-bde6-987f77b272c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26920df8-df9e-41a4-908d-94b8229c45e6,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:31.697041 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a136bed3-5319-4a9d-a518-767fca750f13 admin admin] Publish callbacks [] for security_group (26920df8-df9e-41a4-908d-94b8229c45e6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.759598 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a136bed3-5319-4a9d-a518-767fca750f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (26920df8-df9e-41a4-908d-94b8229c45e6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.767459 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a136bed3-5319-4a9d-a518-767fca750f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:31.774019 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-a136bed3-5319-4a9d-a518-767fca750f13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26920df8-df9e-41a4-908d-94b8229c45e6 HTTP/1.1" status: 204 len: 168 time: 0.2298272 Apr 05 11:00:31.809353 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136bed3-5319-4a9d-a518-767fca750f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26920df8-df9e-41a4-908d-94b8229c45e6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:32.125333 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3467b6ce-6ada-4ae6-8bb8-73efc2c63469 req-4679ea46-246e-46e2-ad2e-161f660429da tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 210 time: 0.3787391 Apr 05 11:00:32.167911 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88051c8b-9c35-417d-9100-8460f8827c49 req-1e12570d-0f36-405e-9f96-c20c36a6ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:32.169415 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-88051c8b-9c35-417d-9100-8460f8827c49 req-1e12570d-0f36-405e-9f96-c20c36a6ed1b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=52b5948dc8574e09a42a290b46756aaa&shared=False HTTP/1.1" status: 200 len: 920 time: 1.3797271 Apr 05 11:00:32.241402 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Allocated IP 172.20.0.14 (e3f74eb5-98b3-496f-81f4-c18bd451447c/1280e769-ee31-4adb-9c92-16b59b561c5c/e3f136f3-a8d6-4ebb-a016-e3acdb2c219a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:32.309160 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c552df2-5735-4b2a-b82d-b4886507b25b req-0ece186b-cbb6-4845-b884-422c3f5690c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:32.311182 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-4c552df2-5735-4b2a-b82d-b4886507b25b req-0ece186b-cbb6-4845-b884-422c3f5690c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 1128 time: 0.1127741 Apr 05 11:00:32.460921 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:32.481752 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c552df2-5735-4b2a-b82d-b4886507b25b req-4135c455-60b6-48e2-b6c4-c4749b01164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:32.484577 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-4c552df2-5735-4b2a-b82d-b4886507b25b req-4135c455-60b6-48e2-b6c4-c4749b01164e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 912 time: 0.1661713 Apr 05 11:00:32.563729 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-c70717a7-b8ae-4866-ac98-e659fb4b10d1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 379 time: 0.3978627 Apr 05 11:00:32.571010 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-4c552df2-5735-4b2a-b82d-b4886507b25b req-41bb2c52-7c00-42d0-8bdd-365720d2b714 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db HTTP/1.1" status: 200 len: 217 time: 0.0805926 Apr 05 11:00:32.606224 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'port': {'device_id': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'admin_state_up': True, 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'security_groups': ['9b56622d-b4d6-4010-9333-b03c1d842f7d']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:32.621282 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ea032-2730-4cc1-89c4-637ff33fb4ce req-6bb2e68e-132f-4301-b236-7a1d79c7bdb9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:32.623457 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-530ea032-2730-4cc1-89c4-637ff33fb4ce req-6bb2e68e-132f-4301-b236-7a1d79c7bdb9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 944 time: 0.3463662 Apr 05 11:00:32.710471 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c552df2-5735-4b2a-b82d-b4886507b25b req-2f1130b0-04b2-4aad-ab16-5372e1213a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:32.712075 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-4c552df2-5735-4b2a-b82d-b4886507b25b req-2f1130b0-04b2-4aad-ab16-5372e1213a88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f0a7a9-5308-49f8-850a-610a57e2db70 HTTP/1.1" status: 200 len: 850 time: 0.1233571 Apr 05 11:00:32.753133 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88051c8b-9c35-417d-9100-8460f8827c49 req-7253c612-0b50-421f-8f24-0c77f5f4db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:32.754622 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-88051c8b-9c35-417d-9100-8460f8827c49 req-7253c612-0b50-421f-8f24-0c77f5f4db02 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5647123 Apr 05 11:00:32.840286 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-deb00a13-f989-4df3-ba4a-0f5e7279f91e req-e46bfc3a-bb1f-4cdf-b3e2-7fab8a7af22c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 210 time: 0.1566365 Apr 05 11:00:32.849387 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c552df2-5735-4b2a-b82d-b4886507b25b req-5997ac5a-1d98-4efd-a85f-23d4245b9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:32.851777 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-4c552df2-5735-4b2a-b82d-b4886507b25b req-5997ac5a-1d98-4efd-a85f-23d4245b9989 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c5cb07f-3ee8-463c-9269-3b548160e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0889769 Apr 05 11:00:32.953033 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:32.978442 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-4c552df2-5735-4b2a-b82d-b4886507b25b req-ed37f2f8-313c-438f-a1b3-6f243bf491b0 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203041 Apr 05 11:00:33.083181 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-530ea032-2730-4cc1-89c4-637ff33fb4ce req-c1a2c49b-e4db-4d1a-b8d1-e8cce491fdd1 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4372201 Apr 05 11:00:33.107885 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-4c552df2-5735-4b2a-b82d-b4886507b25b req-450ae800-fdbe-49d8-a9db-5d2a9b84fbf1 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229315 Apr 05 11:00:33.129326 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4a2a8610-a310-4d96-927e-b02a2b4e4124 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:33.177520 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f27f9f1c-f038-4443-928f-76a7c957af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:33.179387 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-f27f9f1c-f038-4443-928f-76a7c957af95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 1127 time: 0.3552902 Apr 05 11:00:33.186801 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:33.191328 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port 4a2a8610-a310-4d96-927e-b02a2b4e4124 completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:00:33.198565 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 4a2a8610-a310-4d96-927e-b02a2b4e4124 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:33.199570 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:33.200851 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e01981-ef6c-4b20-a3e7-44d3abc6ede4 req-884e7436-8b24-495d-b728-1c61cc0b4c74 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:33.202620 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4e01981-ef6c-4b20-a3e7-44d3abc6ede4 req-884e7436-8b24-495d-b728-1c61cc0b4c74 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 944 time: 0.2213297 Apr 05 11:00:33.209572 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Made reservation on behalf of e2e2c4605a9b432785edde810603dde5 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:00:33.213615 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:33.283964 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Network e3f74eb5-98b3-496f-81f4-c18bd451447c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:33.296069 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:33.308140 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:33.313387 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:33.314569 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:33.324527 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 4a2a8610-a310-4d96-927e-b02a2b4e4124 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:33.325184 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:33.353254 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fdfdcb85-def3-41de-bdae-18cbfc6cbc7d req-84572cce-bfe5-4d14-893c-f832ad1e1da3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 210 time: 0.1033819 Apr 05 11:00:33.364247 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:33.365596 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:33.368534 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562083a9-f6ca-46cf-a6b3-a248d28cece4" -d '{"events": [{"server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:33.384123 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:33.428251 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4e01981-ef6c-4b20-a3e7-44d3abc6ede4 req-e9e15a16-813b-475c-9e39-ae4de1c7e9f7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794591 Apr 05 11:00:33.431081 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event updated for resources: {'Port': ['ID=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:33.443524 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-128df599-67e2-4740-bb7f-6432f4c2c1e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8678012 Apr 05 11:00:33.467834 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=4a2a8610-a310-4d96-927e-b02a2b4e4124,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:33.501067 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Request body: {'port': {'device_id': 'e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:33.518738 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5058a15f-4ac0-4fc7-941d-2d6ed0dda7a6 x-openstack-request-id: req-5058a15f-4ac0-4fc7-941d-2d6ed0dda7a6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:33.519049 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:33.519630 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5058a15f-4ac0-4fc7-941d-2d6ed0dda7a6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:33.520212 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5058a15f-4ac0-4fc7-941d-2d6ed0dda7a6'] response: {'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'code': 200} Apr 05 11:00:33.605766 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-2bf51b6d-db84-4125-a27e-255e3cf5d409 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca2475b3-7a17-44f3-93fa-2876680d210c HTTP/1.1" status: 200 len: 217 time: 0.1154890 Apr 05 11:00:33.645410 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-91ceb055-123f-42f1-a25c-20e67d7ebb98 None None] Provisioning complete for port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:33.653116 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91ceb055-123f-42f1-a25c-20e67d7ebb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:33.708897 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-91ceb055-123f-42f1-a25c-20e67d7ebb98 None None] Port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:33.744574 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:33.789500 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-62599741-def0-4c22-83b0-dd8c171cc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:33.790967 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-62599741-def0-4c22-83b0-dd8c171cc8d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.1725430 Apr 05 11:00:33.795205 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:33.816319 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Allocated IP 172.20.0.7 (b6056acb-6655-41c0-9e1c-fd55583441d0/0e46e214-0097-445c-b3ff-10b094ea1ac0/4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:34.044929 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f7de2-324d-4380-a432-a765552349c1 req-76f57c2c-9ffb-40f5-9337-7ee870dae4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:34.046628 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-5a3f7de2-324d-4380-a432-a765552349c1 req-76f57c2c-9ffb-40f5-9337-7ee870dae4e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 1129 time: 0.1002710 Apr 05 11:00:34.137507 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-e5face48-25c4-456b-8224-0e8a38ffc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:34.139270 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-e5face48-25c4-456b-8224-0e8a38ffc4e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1274123 Apr 05 11:00:34.217862 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c992e-2e7e-4ed9-a906-eb4a503c137d req-e9021158-c420-4eec-bd6b-f16703a55446 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:34.226386 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-300c992e-2e7e-4ed9-a906-eb4a503c137d req-e9021158-c420-4eec-bd6b-f16703a55446 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 932 time: 0.2477472 Apr 05 11:00:34.348055 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-300c992e-2e7e-4ed9-a906-eb4a503c137d req-42bff638-7888-4caf-9ca5-c79e8e50bd11 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209056 Apr 05 11:00:34.489336 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-5a3f7de2-324d-4380-a432-a765552349c1 req-97bc5350-d0ce-4534-a031-9009c7df83bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4366615 Apr 05 11:00:34.500558 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9bfd4-7bce-4612-9095-d4c07545551d req-a6e7d75c-49ae-4f00-a079-588b075daa80 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:34.502128 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3bf9bfd4-7bce-4612-9095-d4c07545551d req-a6e7d75c-49ae-4f00-a079-588b075daa80 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.2478695 Apr 05 11:00:34.793166 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:34.795932 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0d455441-9b04-42fb-8fad-ecfc580d4d33 req-cd5da464-5e4a-49f1-9a40-3cd3fb7ee589 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 210 time: 0.3037720 Apr 05 11:00:34.859923 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3bf9bfd4-7bce-4612-9095-d4c07545551d req-b46e5daa-6b69-4508-bca1-880d040a7416 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420076 Apr 05 11:00:34.873268 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-709a0fb4-b879-4bb7-b5dc-650e00c54c6a service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7076702 Apr 05 11:00:35.073851 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:35.105974 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f136f3-a8d6-4ebb-a016-e3acdb2c219a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:35.117387 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Publish callbacks [] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:35.142344 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:00:35.198005 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e0002-ea62-44a8-a4c1-fc057e609836 req-896e6f64-28ec-47ba-af66-47b67e98b59d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:35.199944 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3e6e0002-ea62-44a8-a4c1-fc057e609836 req-896e6f64-28ec-47ba-af66-47b67e98b59d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 944 time: 0.3027861 Apr 05 11:00:35.207872 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Transition to ACTIVE for port object e3f136f3-a8d6-4ebb-a016-e3acdb2c219a will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:00:35.218578 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Network b6056acb-6655-41c0-9e1c-fd55583441d0 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:35.224305 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:35.226801 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:35.232854 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:35.233496 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:35.238223 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b918290b-10b0-4792-a9cd-4e4be6088782 req-5283fbcd-205b-462e-aac8-22a65bc46822 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558645 Apr 05 11:00:35.242969 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:35.317228 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:35.334176 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'port_id': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db', 'mac_address': 'fa:16:3e:13:80:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:00:35.346626 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:35.394408 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:35.394797 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:35.413032 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Pushing event updated for resources: {'Port': ['ID=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:35.428204 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:35.440350 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-757cb755-78ef-4b09-8f04-332c9a89c4f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8424046 Apr 05 11:00:35.467555 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:35.474723 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:35.546381 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:35.546591 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Attempting to bind port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:35.546715 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Attempting to bind port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:35.547051 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Attempting to bind port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a on network e3f74eb5-98b3-496f-81f4-c18bd451447c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:35.582098 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3e6e0002-ea62-44a8-a4c1-fc057e609836 req-679cdc98-aef4-4d2e-add8-a158c628fe3a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615921 Apr 05 11:00:35.583128 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a on network e3f74eb5-98b3-496f-81f4-c18bd451447c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:00:35.583543 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Attempting to bind port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a on network e3f74eb5-98b3-496f-81f4-c18bd451447c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:35.594446 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:35.594789 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Checking segment: {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:35.595241 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Bound using segment: {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:35.595991 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Bound port: e3f136f3-a8d6-4ebb-a016-e3acdb2c219a, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:35.596429 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:35.641161 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2946c-c265-4884-877f-d97dd0572889 req-4689bd9b-2ad5-4a7c-a684-0e63d6526105 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:35.643340 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e2f2946c-c265-4884-877f-d97dd0572889 req-4689bd9b-2ad5-4a7c-a684-0e63d6526105 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 946 time: 0.3321309 Apr 05 11:00:35.669253 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-d299e21a-a695-45db-a89a-fb0260662963 None None] Provisioning complete for port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:35.669629 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d299e21a-a695-45db-a89a-fb0260662963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:35.725124 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['1d1a4a33-2d4e-4d8f-8d01-aad81b1102db'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:00:35.727487 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d299e21a-a695-45db-a89a-fb0260662963 None None] Port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:00:35.762390 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] For port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:35.767339 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] For port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:35.772213 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e2f2946c-c265-4884-877f-d97dd0572889 req-26821e09-b4bc-4603-9802-cbf1bc5d08eb tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104224 Apr 05 11:00:35.784852 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:35.836592 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d2274-99f3-4488-b285-43a5d12d0aa6 req-9dd53ce3-2daf-4979-b8bf-3149467cc019 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:35.838257 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e29d2274-99f3-4488-b285-43a5d12d0aa6 req-9dd53ce3-2daf-4979-b8bf-3149467cc019 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 944 time: 0.1491344 Apr 05 11:00:35.846668 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:35.847301 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:35.849067 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] 10.222.0.36 "PUT /v2.0/ports/e3f136f3-a8d6-4ebb-a016-e3acdb2c219a HTTP/1.1" status: 200 len: 1094 time: 2.3558552 Apr 05 11:00:35.850820 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff', 'tag': 'e3f136f3-a8d6-4ebb-a016-e3acdb2c219a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:35.857029 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ec02ef-4cd2-4737-aff2-baee75c37cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff", "tag": "e3f136f3-a8d6-4ebb-a016-e3acdb2c219a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:35.955813 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dfcbc-35b3-4975-9ab7-89e86808c09d service neutron] Pushing event updated for resources: {'Port': ['ID=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:36.073405 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e29d2274-99f3-4488-b285-43a5d12d0aa6 req-d7f4b736-58c3-4694-97e6-57577ab6d599 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231731 Apr 05 11:00:36.101588 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1d53b-cdee-46b1-a93d-9ff9a35d3c66 req-2899699c-83ba-4186-8d1d-743793c8f90f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:36.113031 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d3e1d53b-cdee-46b1-a93d-9ff9a35d3c66 req-2899699c-83ba-4186-8d1d-743793c8f90f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 931 time: 0.1702354 Apr 05 11:00:36.172773 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b07657-1c0a-42a1-b6e5-f427ed39173e x-openstack-request-id: req-99b07657-1c0a-42a1-b6e5-f427ed39173e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:36.173070 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff", "tag": "e3f136f3-a8d6-4ebb-a016-e3acdb2c219a", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:36.173434 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99b07657-1c0a-42a1-b6e5-f427ed39173e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:36.174068 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b07657-1c0a-42a1-b6e5-f427ed39173e'] response: {'name': 'network-changed', 'server_uuid': 'e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff', 'tag': 'e3f136f3-a8d6-4ebb-a016-e3acdb2c219a', 'status': 'completed', 'code': 200} Apr 05 11:00:36.189242 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d3e1d53b-cdee-46b1-a93d-9ff9a35d3c66 req-815a7846-046f-452a-811d-c0de9628fd8b tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713599 Apr 05 11:00:36.279896 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42800) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:36.294870 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fbd17-e1fc-46fc-8d37-8ed72e9b2ee9 req-2aed0e72-afb9-4540-ad64-274d0ee176d0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:36.296449 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-776fbd17-e1fc-46fc-8d37-8ed72e9b2ee9 req-2aed0e72-afb9-4540-ad64-274d0ee176d0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.0732429 Apr 05 11:00:36.352441 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-776fbd17-e1fc-46fc-8d37-8ed72e9b2ee9 req-80b768ef-dde0-40d5-99d6-2472ac9ed24d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497761 Apr 05 11:00:36.449478 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35eea8e3-5910-4de3-8b35-c6a3be12c306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:36.548953 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35eea8e3-5910-4de3-8b35-c6a3be12c306 admin admin] Publish callbacks [] for security_group (a72f4947-899c-4e60-bd5c-adbdfd6fdb12), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:36.553706 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35eea8e3-5910-4de3-8b35-c6a3be12c306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a72f4947-899c-4e60-bd5c-adbdfd6fdb12), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:36.595587 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-35eea8e3-5910-4de3-8b35-c6a3be12c306 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=259ce0a656ad44888b5fc07ca5cb814e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138919 Apr 05 11:00:36.598565 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 42804) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:36.600209 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eea8e3-5910-4de3-8b35-c6a3be12c306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f4947-899c-4e60-bd5c-adbdfd6fdb12,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:36.660074 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Request body: {'port': {'device_id': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:36.766682 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0d42914-87c4-442a-977a-ff49d490eb67 admin admin] Publish callbacks [] for security_group (a72f4947-899c-4e60-bd5c-adbdfd6fdb12), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:36.786260 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:36.815796 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa645b-33b0-4cbe-ac5b-66d472b76a52 req-84452492-0e31-4b8e-8ee1-8db971fd43b5 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:36.817322 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-15aa645b-33b0-4cbe-ac5b-66d472b76a52 req-84452492-0e31-4b8e-8ee1-8db971fd43b5 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 945 time: 0.1330600 Apr 05 11:00:36.819608 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0d42914-87c4-442a-977a-ff49d490eb67 admin admin] Publish callbacks [] for security_group (a72f4947-899c-4e60-bd5c-adbdfd6fdb12), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.013927 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-15aa645b-33b0-4cbe-ac5b-66d472b76a52 req-804d4814-f776-4d7d-b01a-342ad0a4e4a7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856608 Apr 05 11:00:37.036799 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0d42914-87c4-442a-977a-ff49d490eb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a72f4947-899c-4e60-bd5c-adbdfd6fdb12), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.039610 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f0d42914-87c4-442a-977a-ff49d490eb67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.040731 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-f0d42914-87c4-442a-977a-ff49d490eb67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a72f4947-899c-4e60-bd5c-adbdfd6fdb12 HTTP/1.1" status: 204 len: 168 time: 0.4408846 Apr 05 11:00:37.078716 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d42914-87c4-442a-977a-ff49d490eb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f4947-899c-4e60-bd5c-adbdfd6fdb12,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:37.092838 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76186041-1e1b-4bef-b39f-9b77f482af51 req-a6521898-95d2-4c65-b960-931c99be301b tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:37.100210 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-76186041-1e1b-4bef-b39f-9b77f482af51 req-a6521898-95d2-4c65-b960-931c99be301b tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 946 time: 0.2342381 Apr 05 11:00:37.145214 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:37.222865 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:00:37.231719 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:37.232231 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.301389 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-76186041-1e1b-4bef-b39f-9b77f482af51 req-08e78426-569f-46a6-a3a1-c43dc603f180 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982563 Apr 05 11:00:37.346416 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da44f13-7af9-4e91-9d31-0c434458fb42 req-57ab1f80-13b8-4af6-a08e-a8c3e4aafa2d tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:37.353580 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5da44f13-7af9-4e91-9d31-0c434458fb42 req-57ab1f80-13b8-4af6-a08e-a8c3e4aafa2d tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 944 time: 0.1722925 Apr 05 11:00:37.481579 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:37.499834 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:37.500644 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.500831 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Publish callbacks [] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.521703 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42840) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:37.532649 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Transition to ACTIVE for port object 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:00:37.534434 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:37.536907 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5da44f13-7af9-4e91-9d31-0c434458fb42 req-0083cb5d-377e-4ab1-b043-52ca67dbf627 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823266 Apr 05 11:00:37.537260 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2275da38-5419-417f-9af7-ca43f55e42fa" -d '{"events": [{"server_uuid": "c3333549-4312-4ef2-b91e-4759926c68b9", "name": "network-vif-plugged", "status": "completed", "tag": "1d1a4a33-2d4e-4d8f-8d01-aad81b1102db"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:37.539660 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e20da0d-f34a-46af-9f6b-d377ef4ecbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.540059 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.573061 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:37.589736 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.595937 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f11d9-a17c-4d5b-a878-2e5a45ce5bbe req-6dd30d59-5aa5-4c3a-931a-887f9c0e23eb tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:37.597539 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-be4f11d9-a17c-4d5b-a878-2e5a45ce5bbe req-6dd30d59-5aa5-4c3a-931a-887f9c0e23eb tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 931 time: 0.1690047 Apr 05 11:00:37.637484 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:37.677200 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e20da0d-f34a-46af-9f6b-d377ef4ecbc4 admin admin] Publish callbacks [] for security_group (883a1dfc-dd2d-49b8-8de8-b19da8ed497e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.677437 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:37.690421 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e20da0d-f34a-46af-9f6b-d377ef4ecbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (883a1dfc-dd2d-49b8-8de8-b19da8ed497e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.716734 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Attempting to bind port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:37.717071 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Attempting to bind port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:37.717393 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Attempting to bind port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 on network b6056acb-6655-41c0-9e1c-fd55583441d0 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:37.732951 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-5e20da0d-f34a-46af-9f6b-d377ef4ecbc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96c54eec3ad4463e93469693a513b106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095623 Apr 05 11:00:37.733949 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 on network b6056acb-6655-41c0-9e1c-fd55583441d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:00:37.734279 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Attempting to bind port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 on network b6056acb-6655-41c0-9e1c-fd55583441d0 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:37.739032 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42844) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:37.740146 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-be4f11d9-a17c-4d5b-a878-2e5a45ce5bbe req-5150eb17-3ce9-4600-9f01-bcdf90a7c361 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344011 Apr 05 11:00:37.759572 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:37.759572 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Checking segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:37.759572 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Bound using segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:37.759572 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Bound port: 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:37.759572 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.763224 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20da0d-f34a-46af-9f6b-d377ef4ecbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883a1dfc-dd2d-49b8-8de8-b19da8ed497e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:37.791742 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed77484-f039-4745-b7f3-9e41f078318e x-openstack-request-id: req-bed77484-f039-4745-b7f3-9e41f078318e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:37.792040 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3333549-4312-4ef2-b91e-4759926c68b9", "name": "network-vif-plugged", "status": "completed", "tag": "1d1a4a33-2d4e-4d8f-8d01-aad81b1102db", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:37.792516 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bed77484-f039-4745-b7f3-9e41f078318e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:37.792922 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed77484-f039-4745-b7f3-9e41f078318e'] response: {'server_uuid': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db', 'code': 200} Apr 05 11:00:37.810415 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4549eb-1388-4f15-84ec-e6003cee9b4b req-3e996513-d001-4dcc-8a6f-555fa09ddba2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:37.812003 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5c4549eb-1388-4f15-84ec-e6003cee9b4b req-3e996513-d001-4dcc-8a6f-555fa09ddba2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1758287 Apr 05 11:00:37.820992 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-baac7c1b-b088-4768-8790-56b3ebec0fc1 admin admin] Publish callbacks [] for security_group (883a1dfc-dd2d-49b8-8de8-b19da8ed497e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.846661 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-baac7c1b-b088-4768-8790-56b3ebec0fc1 admin admin] Publish callbacks [] for security_group (883a1dfc-dd2d-49b8-8de8-b19da8ed497e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.905961 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-baac7c1b-b088-4768-8790-56b3ebec0fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (883a1dfc-dd2d-49b8-8de8-b19da8ed497e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.909378 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-baac7c1b-b088-4768-8790-56b3ebec0fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:37.911092 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-baac7c1b-b088-4768-8790-56b3ebec0fc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/883a1dfc-dd2d-49b8-8de8-b19da8ed497e HTTP/1.1" status: 204 len: 168 time: 0.1709821 Apr 05 11:00:37.920760 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac7c1b-b088-4768-8790-56b3ebec0fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883a1dfc-dd2d-49b8-8de8-b19da8ed497e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:37.957939 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] For port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:37.988084 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5c4549eb-1388-4f15-84ec-e6003cee9b4b req-6ffc7e35-93b9-4c96-af91-d7f8d11a5440 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547086 Apr 05 11:00:37.990490 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] For port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:37.995897 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec02ef-4cd2-4737-aff2-baee75c37cb4 req-5985e67d-378d-4bde-a6e2-e9db73785943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:37.997792 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-45ec02ef-4cd2-4737-aff2-baee75c37cb4 req-5985e67d-378d-4bde-a6e2-e9db73785943 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 1128 time: 0.2258985 Apr 05 11:00:38.003230 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:38.122690 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:38.150013 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432cda7-bf39-4eb4-a216-0416f7e2c4db req-62fab3aa-963c-46cd-a080-a8c90e1cc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:38.154942 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e432cda7-bf39-4eb4-a216-0416f7e2c4db req-62fab3aa-963c-46cd-a080-a8c90e1cc9c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 1130 time: 0.0669577 Apr 05 11:00:38.195500 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee78c7-6a9c-44e1-ac39-349d0693b46a req-8410d1a6-c19b-409e-ab25-b81925a41aa8 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:38.197005 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6eee78c7-6a9c-44e1-ac39-349d0693b46a req-8410d1a6-c19b-409e-ab25-b81925a41aa8 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 946 time: 0.2888885 Apr 05 11:00:38.208249 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e432cda7-bf39-4eb4-a216-0416f7e2c4db req-810d1c08-97a9-4160-97ad-3f6f8368f243 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475004 Apr 05 11:00:38.220201 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:38.220970 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:38.222701 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-16669925-a541-4e70-8ed4-0f91f7604a26 service neutron] 10.222.0.36 "PUT /v2.0/ports/4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 HTTP/1.1" status: 200 len: 1093 time: 1.5732851 Apr 05 11:00:38.237293 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'tag': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:38.239590 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed982d7-a520-4c3e-b8ae-675dc3726685", "tag": "4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:38.655303 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2c6f-a3a6-45f3-866c-2b3347d83f37 req-4c3fcdd5-2f71-434b-90eb-3fee8974093f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:38.656937 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f38b2c6f-a3a6-45f3-866c-2b3347d83f37 req-4c3fcdd5-2f71-434b-90eb-3fee8974093f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.5352840 Apr 05 11:00:38.670591 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989ab4-542d-416f-96b4-10331503ceaf req-e51be9e4-eb4b-4970-8dbe-a113705fc353 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:38.675733 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-64989ab4-542d-416f-96b4-10331503ceaf req-e51be9e4-eb4b-4970-8dbe-a113705fc353 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.5603626 Apr 05 11:00:38.675733 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec02ef-4cd2-4737-aff2-baee75c37cb4 req-79e691de-0521-4e14-854a-a3b249bc8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:38.675733 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-45ec02ef-4cd2-4737-aff2-baee75c37cb4 req-79e691de-0521-4e14-854a-a3b249bc8189 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=52b5948dc8574e09a42a290b46756aaa&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6685526 Apr 05 11:00:38.682383 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 42888) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:38.687147 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-dd6b03a9-d2aa-4e2f-b606-5a8ab76809e0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'floatingip': {'port_id': '4a2a8610-a310-4d96-927e-b02a2b4e4124'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:38.719484 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-8f8e54d3-47ec-490d-a907-bc3d674d0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:38.721812 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-8f8e54d3-47ec-490d-a907-bc3d674d0f2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 1127 time: 0.1985524 Apr 05 11:00:38.769073 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f38b2c6f-a3a6-45f3-866c-2b3347d83f37 req-98b7bd67-0615-46bc-8bb6-77c640fbf56a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935776 Apr 05 11:00:38.794258 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9386ebe9-387c-4909-bea7-38df6c293710 x-openstack-request-id: req-9386ebe9-387c-4909-bea7-38df6c293710 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:38.794258 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed982d7-a520-4c3e-b8ae-675dc3726685", "tag": "4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:38.794258 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9386ebe9-387c-4909-bea7-38df6c293710 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:38.794258 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9386ebe9-387c-4909-bea7-38df6c293710'] response: {'name': 'network-changed', 'server_uuid': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'tag': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'status': 'completed', 'code': 200} Apr 05 11:00:38.808739 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6eee78c7-6a9c-44e1-ac39-349d0693b46a req-199fb9b9-fdd9-4a30-8f2c-e4ffdc850d4d tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Deleting port f986066c-5f5d-41ec-b6d7-c94ae39eb65e {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:00:38.809079 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6eee78c7-6a9c-44e1-ac39-349d0693b46a req-199fb9b9-fdd9-4a30-8f2c-e4ffdc850d4d tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:38.815169 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd6b03a9-d2aa-4e2f-b606-5a8ab76809e0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (281bff2d-e429-4b1d-9bf6-f65395ddcf78), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:38.976428 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-6eee78c7-6a9c-44e1-ac39-349d0693b46a req-199fb9b9-fdd9-4a30-8f2c-e4ffdc850d4d tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] For port f986066c-5f5d-41ec-b6d7-c94ae39eb65e, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f986066c-5f5d-41ec-b6d7-c94ae39eb65e,segment=NetworkSegment(9f68c15e-9d15-4a30-957c-41d4d93a5c7f),segment_id=9f68c15e-9d15-4a30-957c-41d4d93a5c7f)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:38.976810 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6eee78c7-6a9c-44e1-ac39-349d0693b46a req-199fb9b9-fdd9-4a30-8f2c-e4ffdc850d4d tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:39.051264 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-6eee78c7-6a9c-44e1-ac39-349d0693b46a req-199fb9b9-fdd9-4a30-8f2c-e4ffdc850d4d tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Calling delete_port for f986066c-5f5d-41ec-b6d7-c94ae39eb65e owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:00:39.098165 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-eec3782c-c10b-4ad6-97b5-87b7fd24da72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 HTTP/1.1" status: 200 len: 217 time: 0.2042789 Apr 05 11:00:39.149708 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device ca2475b3-7a17-44f3-93fa-2876680d210c details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:00:39.359775 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port ca2475b3-7a17-44f3-93fa-2876680d210c, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ca2475b3-7a17-44f3-93fa-2876680d210c,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:39.373562 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-9c04aac6-26f6-4a69-9c12-9c0728173d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:39.375016 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-9c04aac6-26f6-4a69-9c12-9c0728173d70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.0956590 Apr 05 11:00:39.376744 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'ca2475b3-7a17-44f3-93fa-2876680d210c', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'port_id': 'ca2475b3-7a17-44f3-93fa-2876680d210c', 'mac_address': 'fa:16:3e:3b:79:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:00:39.411509 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41856f87-91e4-401b-b65d-50912a14be12 req-39ede183-c818-4de8-9791-63a4ef4bd824 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:39.413208 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-41856f87-91e4-401b-b65d-50912a14be12 req-39ede183-c818-4de8-9791-63a4ef4bd824 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3258480-19ac-4112-9055-1e1babcc1f78 HTTP/1.1" status: 200 len: 946 time: 0.5210948 Apr 05 11:00:39.434024 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e991b-1307-40e6-a232-62e05c43c1ff req-bd5851df-9b93-4c9f-a49c-bc557e416f2c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:39.435619 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b66e991b-1307-40e6-a232-62e05c43c1ff req-bd5851df-9b93-4c9f-a49c-bc557e416f2c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 944 time: 0.4559417 Apr 05 11:00:39.435994 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port ca2475b3-7a17-44f3-93fa-2876680d210c is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:39.436654 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:39.452096 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec02ef-4cd2-4737-aff2-baee75c37cb4 req-d12131bf-8ee5-4bca-8efb-5cb567999aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:39.453578 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-45ec02ef-4cd2-4737-aff2-baee75c37cb4 req-d12131bf-8ee5-4bca-8efb-5cb567999aa6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5592568 Apr 05 11:00:39.486505 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2475b3-7a17-44f3-93fa-2876680d210c {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:39.512733 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port ca2475b3-7a17-44f3-93fa-2876680d210c, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ca2475b3-7a17-44f3-93fa-2876680d210c,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:39.519282 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:39.567731 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b66e991b-1307-40e6-a232-62e05c43c1ff req-d9035e97-a94b-404d-a9dd-4aa7f2a0eb7c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199491 Apr 05 11:00:39.574701 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-41856f87-91e4-401b-b65d-50912a14be12 req-450e1700-68ca-4d6f-ac5c-05bfdc1b4458 tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1e9ff3c-5a00-4b50-b95d-31862e819360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380825 Apr 05 11:00:39.602125 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=ca2475b3-7a17-44f3-93fa-2876680d210c,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:39.608146 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6eee78c7-6a9c-44e1-ac39-349d0693b46a req-199fb9b9-fdd9-4a30-8f2c-e4ffdc850d4d tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (f986066c-5f5d-41ec-b6d7-c94ae39eb65e), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:39.697158 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fb9b9-fdd9-4a30-8f2c-e4ffdc850d4d tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Pushing event deleted for resources: {'Port': ['ID=f986066c-5f5d-41ec-b6d7-c94ae39eb65e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:39.780507 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['ca2475b3-7a17-44f3-93fa-2876680d210c'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:00:39.786213 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eee78c7-6a9c-44e1-ac39-349d0693b46a req-199fb9b9-fdd9-4a30-8f2c-e4ffdc850d4d tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] No DVR routers for this DVR port f986066c-5f5d-41ec-b6d7-c94ae39eb65e on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:00:39.817776 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-6eee78c7-6a9c-44e1-ac39-349d0693b46a req-199fb9b9-fdd9-4a30-8f2c-e4ffdc850d4d tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:39.830096 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6eee78c7-6a9c-44e1-ac39-349d0693b46a req-199fb9b9-fdd9-4a30-8f2c-e4ffdc850d4d tempest-DeleteServersTestJSON-382593128 tempest-DeleteServersTestJSON-382593128-project] 10.222.0.36 "DELETE /v2.0/ports/f986066c-5f5d-41ec-b6d7-c94ae39eb65e HTTP/1.1" status: 204 len: 173 time: 1.5853229 Apr 05 11:00:39.912166 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-dbc93ce3-c8eb-4782-98dd-f2f1945e532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:39.913702 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-dbc93ce3-c8eb-4782-98dd-f2f1945e532f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2639573 Apr 05 11:00:39.935255 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd6b03a9-d2aa-4e2f-b606-5a8ab76809e0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:39.940650 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-07b5aa87-af2a-414f-a6c3-a9ff12a1cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:39.940838 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd6b03a9-d2aa-4e2f-b606-5a8ab76809e0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (281bff2d-e429-4b1d-9bf6-f65395ddcf78), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:39.942462 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-07b5aa87-af2a-414f-a6c3-a9ff12a1cb5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 1128 time: 0.2281406 Apr 05 11:00:40.036254 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35b88a-56fd-435c-b02e-3d7741d59479 req-7f20f89a-0b20-4671-b529-b24b885467b0 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:40.038162 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ba35b88a-56fd-435c-b02e-3d7741d59479 req-7f20f89a-0b20-4671-b529-b24b885467b0 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 943 time: 0.3043613 Apr 05 11:00:40.103413 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [None req-dd6b03a9-d2aa-4e2f-b606-5a8ab76809e0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Floating IP 281bff2d-e429-4b1d-9bf6-f65395ddcf78 associated. External IP: 172.28.2.137, port: 4a2a8610-a310-4d96-927e-b02a2b4e4124. Apr 05 11:00:40.155697 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-2c301d6e-a98e-4713-957c-8693b7e8fd2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a HTTP/1.1" status: 200 len: 217 time: 0.1616759 Apr 05 11:00:40.264608 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd17693-4f20-4578-8eea-78938739563f req-0dc907ae-3d34-4846-9591-f9fd217b9652 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:40.266637 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dcd17693-4f20-4578-8eea-78938739563f req-0dc907ae-3d34-4846-9591-f9fd217b9652 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.3212273 Apr 05 11:00:40.313706 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-a1f2c99b-a620-4110-8f59-5e25f1003374 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845060 Apr 05 11:00:40.323098 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ba35b88a-56fd-435c-b02e-3d7741d59479 req-b5e24a7b-05c4-4b5a-b78e-321462c39734 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628753 Apr 05 11:00:40.324936 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-1509af5b-f9d3-49f5-add4-d6134f6c36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:40.326292 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-1509af5b-f9d3-49f5-add4-d6134f6c36f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.1600783 Apr 05 11:00:40.372538 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dcd17693-4f20-4578-8eea-78938739563f req-865be3b2-dde9-495d-85bd-a73ed35a6711 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897532 Apr 05 11:00:40.536692 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6b03a9-d2aa-4e2f-b606-5a8ab76809e0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Router 77c99110-91ee-4acf-8cc0-d0c761b13ead has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:00:40.728489 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6b03a9-d2aa-4e2f-b606-5a8ab76809e0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:00:40.733391 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd6b03a9-d2aa-4e2f-b606-5a8ab76809e0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:40.745568 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5940a3f-c4cb-4931-9f95-394de586a6c6 None None] Sync routers for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:00:40.764128 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09080cc-cb90-4ea3-9f23-52990a9cd626 req-b49a2a60-707c-403b-9b8f-0bbe44b66d58 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:40.767751 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-dd6b03a9-d2aa-4e2f-b606-5a8ab76809e0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "PUT /v2.0/floatingips/281bff2d-e429-4b1d-9bf6-f65395ddcf78 HTTP/1.1" status: 200 len: 991 time: 2.0845852 Apr 05 11:00:40.768451 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:40.771394 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1475b22-c28c-451b-b3b9-b9d6e30de405" -d '{"events": [{"name": "network-changed", "server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:40.772038 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b09080cc-cb90-4ea3-9f23-52990a9cd626 req-b49a2a60-707c-403b-9b8f-0bbe44b66d58 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.2711036 Apr 05 11:00:40.778562 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-2298cef7-5c54-4827-b304-795502bfd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:40.778869 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43002) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:40.780427 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-2298cef7-5c54-4827-b304-795502bfd281 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2613523 Apr 05 11:00:40.784586 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e6ad206c-52ce-4d8f-98ac-15bd1b6060bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'floatingip': {'port_id': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:40.790039 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5940a3f-c4cb-4931-9f95-394de586a6c6 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:40.791505 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f5940a3f-c4cb-4931-9f95-394de586a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:40.792453 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3258480-19ac-4112-9055-1e1babcc1f78', 'name': 'network-vif-deleted', 'tag': 'f986066c-5f5d-41ec-b6d7-c94ae39eb65e'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:40.796424 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbf519e-a1fa-4fb3-8f01-44ef811cbad0" -d '{"events": [{"server_uuid": "a3258480-19ac-4112-9055-1e1babcc1f78", "name": "network-vif-deleted", "tag": "f986066c-5f5d-41ec-b6d7-c94ae39eb65e"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:40.814467 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81a46461-e80a-4b50-a1b3-43a0481ead94 req-fec84c54-4e65-49fa-8848-7e7ebe8fdb9a service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963116 Apr 05 11:00:40.883482 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18ba58-1fc3-4416-98d8-6f1b610fb4b5 req-fcae9faa-5e34-448e-b355-0a7d6d1f1073 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:40.887957 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4a18ba58-1fc3-4416-98d8-6f1b610fb4b5 req-fcae9faa-5e34-448e-b355-0a7d6d1f1073 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 944 time: 0.2200692 Apr 05 11:00:40.912866 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d7690-db82-452a-b6f8-4f16062d91b7 x-openstack-request-id: req-2c7d7690-db82-452a-b6f8-4f16062d91b7 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:40.913157 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:40.913409 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c7d7690-db82-452a-b6f8-4f16062d91b7 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:40.913814 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c7d7690-db82-452a-b6f8-4f16062d91b7'] response: {'name': 'network-changed', 'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'status': 'completed', 'code': 200} Apr 05 11:00:40.942045 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6534158f-fee1-45f2-8d53-39c383aec4e0 x-openstack-request-id: req-6534158f-fee1-45f2-8d53-39c383aec4e0 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:40.942045 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3258480-19ac-4112-9055-1e1babcc1f78", "name": "network-vif-deleted", "tag": "f986066c-5f5d-41ec-b6d7-c94ae39eb65e", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:40.942045 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6534158f-fee1-45f2-8d53-39c383aec4e0 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:40.942045 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6534158f-fee1-45f2-8d53-39c383aec4e0'] response: {'server_uuid': 'a3258480-19ac-4112-9055-1e1babcc1f78', 'name': 'network-vif-deleted', 'tag': 'f986066c-5f5d-41ec-b6d7-c94ae39eb65e', 'status': 'completed', 'code': 200} Apr 05 11:00:40.973288 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6ad206c-52ce-4d8f-98ac-15bd1b6060bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (28025285-a3e8-4bc3-aac6-0be5504f9451), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:40.973839 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-f5940a3f-c4cb-4931-9f95-394de586a6c6 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:40.982429 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4a18ba58-1fc3-4416-98d8-6f1b610fb4b5 req-86eabea8-5f12-4bb5-a992-6a8d9c0ac7b7 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650527 Apr 05 11:00:41.001188 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-3515cab5-2141-4bd7-bdca-19a996e92d13 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990504 Apr 05 11:00:41.150716 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device ca2475b3-7a17-44f3-93fa-2876680d210c up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:41.213447 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port ca2475b3-7a17-44f3-93fa-2876680d210c completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:00:41.218199 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port ca2475b3-7a17-44f3-93fa-2876680d210c triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:41.218940 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:41.329105 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port ca2475b3-7a17-44f3-93fa-2876680d210c is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:41.329579 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:41.358980 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f5940a3f-c4cb-4931-9f95-394de586a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '281bff2d-e429-4b1d-9bf6-f65395ddcf78', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'floating_ip_address': '172.28.2.137', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'port_id': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'mac_address': 'fa:16:3e:5a:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:10Z', 'updated_at': '2022-04-05T11:00:39Z', 'revision_number': 1, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:41.361530 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0457018-90aa-4ede-aef8-29fd2285ac7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2475b3-7a17-44f3-93fa-2876680d210c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:41.365563 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3cc725-ab62-4075-87ac-e5aa24625991" -d '{"events": [{"server_uuid": "d0457018-90aa-4ede-aef8-29fd2285ac7a", "name": "network-vif-plugged", "status": "completed", "tag": "ca2475b3-7a17-44f3-93fa-2876680d210c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:41.394457 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port ca2475b3-7a17-44f3-93fa-2876680d210c, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ca2475b3-7a17-44f3-93fa-2876680d210c,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:41.410729 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:41.412178 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device f986066c-5f5d-41ec-b6d7-c94ae39eb65e no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:00:41.437935 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5940a3f-c4cb-4931-9f95-394de586a6c6 None None] Checking router: 77c99110-91ee-4acf-8cc0-d0c761b13ead for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:00:41.441801 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5108db-368c-4cf3-a464-79eea26a3f14 x-openstack-request-id: req-5a5108db-368c-4cf3-a464-79eea26a3f14 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:41.442073 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0457018-90aa-4ede-aef8-29fd2285ac7a", "name": "network-vif-plugged", "status": "completed", "tag": "ca2475b3-7a17-44f3-93fa-2876680d210c", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:41.442367 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a5108db-368c-4cf3-a464-79eea26a3f14 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:41.442889 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5108db-368c-4cf3-a464-79eea26a3f14'] response: {'server_uuid': 'd0457018-90aa-4ede-aef8-29fd2285ac7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2475b3-7a17-44f3-93fa-2876680d210c', 'code': 200} Apr 05 11:00:41.456461 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5940a3f-c4cb-4931-9f95-394de586a6c6 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:41.457521 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f5940a3f-c4cb-4931-9f95-394de586a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:41.464320 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: f986066c-5f5d-41ec-b6d7-c94ae39eb65e {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:00:41.464662 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device f986066c-5f5d-41ec-b6d7-c94ae39eb65e not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:00:41.518575 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=ca2475b3-7a17-44f3-93fa-2876680d210c,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:41.534674 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f3105-afc2-4a64-ac79-606401cfc32f req-17c39f4f-5751-4a75-bf1a-84fd17158559 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:41.542524 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b86f3105-afc2-4a64-ac79-606401cfc32f req-17c39f4f-5751-4a75-bf1a-84fd17158559 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 943 time: 0.0885222 Apr 05 11:00:41.609117 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b86f3105-afc2-4a64-ac79-606401cfc32f req-5e83dd1a-0d40-456f-8837-4a42d46cf52f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615041 Apr 05 11:00:41.656724 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-f5940a3f-c4cb-4931-9f95-394de586a6c6 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:41.778156 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6ad206c-52ce-4d8f-98ac-15bd1b6060bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:41.785816 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6ad206c-52ce-4d8f-98ac-15bd1b6060bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (28025285-a3e8-4bc3-aac6-0be5504f9451), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:41.970275 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [None req-e6ad206c-52ce-4d8f-98ac-15bd1b6060bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Floating IP 28025285-a3e8-4bc3-aac6-0be5504f9451 associated. External IP: 172.28.2.189, port: 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db. Apr 05 11:00:42.132071 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-f5940a3f-c4cb-4931-9f95-394de586a6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '281bff2d-e429-4b1d-9bf6-f65395ddcf78', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'floating_ip_address': '172.28.2.137', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'port_id': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'mac_address': 'fa:16:3e:5a:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:10Z', 'updated_at': '2022-04-05T11:00:39Z', 'revision_number': 1, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:42.191314 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5940a3f-c4cb-4931-9f95-394de586a6c6 None None] The sync data for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb is: [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '281bff2d-e429-4b1d-9bf6-f65395ddcf78', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'floating_ip_address': '172.28.2.137', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'port_id': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'mac_address': 'fa:16:3e:5a:49:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:10Z', 'updated_at': '2022-04-05T11:00:39Z', 'revision_number': 1, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:00:42.233650 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-f7b652aa-52b2-43cc-80e5-039024b40426 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3406074 Apr 05 11:00:42.355764 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43050) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:42.479223 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43056) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:42.493559 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04338504-bb29-4257-b2d8-4303fe7b5a2d req-51656592-b232-4a81-a343-78aa7570e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:42.498703 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475b22-c28c-451b-b3b9-b9d6e30de405 req-938491ae-3812-459e-add2-b3ab2c6be064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:42.500268 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e1475b22-c28c-451b-b3b9-b9d6e30de405 req-938491ae-3812-459e-add2-b3ab2c6be064 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 1129 time: 0.6602335 Apr 05 11:00:42.503655 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-04338504-bb29-4257-b2d8-4303fe7b5a2d req-51656592-b232-4a81-a343-78aa7570e8e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 1129 time: 0.3003516 Apr 05 11:00:42.533970 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20 req-ec04b64a-513b-4434-a6f5-906a2726ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:42.535506 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20 req-ec04b64a-513b-4434-a6f5-906a2726ddb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 1127 time: 0.7619731 Apr 05 11:00:42.568928 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43062) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:42.598707 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-166fcee0-cc84-48e0-8c89-e916f95aff78 req-0892e67c-99b2-436e-9407-e8e19fe254a3 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8377647 Apr 05 11:00:42.619287 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8396c23-213e-4694-a48f-eeb21a929ad2 admin admin] Deleting subnet 7a6e6175-8d8a-49b0-980b-b69c7b0491ac {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:00:42.656697 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d8396c23-213e-4694-a48f-eeb21a929ad2 admin admin] Publish callbacks [] for subnet (7a6e6175-8d8a-49b0-980b-b69c7b0491ac), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:42.687880 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d621c-2385-4a8e-9450-5e1accf7664b req-06830549-4037-42c6-8788-8d66f416e644 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:42.691380 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b44202-3575-43a9-ac22-98e6b8924adc None None] New status for floating IP 281bff2d-e429-4b1d-9bf6-f65395ddcf78: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:00:42.698743 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-322d621c-2385-4a8e-9450-5e1accf7664b req-06830549-4037-42c6-8788-8d66f416e644 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 944 time: 0.2855787 Apr 05 11:00:42.755939 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ad206c-52ce-4d8f-98ac-15bd1b6060bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Router 8e2be353-9615-4e29-95b6-4b802136467a has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:00:42.760016 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-04338504-bb29-4257-b2d8-4303fe7b5a2d req-0afad021-9bd0-4349-8407-c1f30c478ad4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420449 Apr 05 11:00:42.762775 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caae1fbf-a29f-435d-a32a-6b4a817942b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:42.779214 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d8396c23-213e-4694-a48f-eeb21a929ad2 admin admin] Publish callbacks [] for subnet (7a6e6175-8d8a-49b0-980b-b69c7b0491ac), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:42.793198 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d8396c23-213e-4694-a48f-eeb21a929ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (7a6e6175-8d8a-49b0-980b-b69c7b0491ac), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:42.850549 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86b843f9-d5a8-4b05-bd8f-144e9fa0bc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:42.934313 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-322d621c-2385-4a8e-9450-5e1accf7664b req-dc34ccd3-5546-4b59-96b7-29126e959cde tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342105 Apr 05 11:00:42.957414 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20 req-d46335a1-79b8-4a4f-b4be-6a7b3ebe6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:42.960108 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20 req-d46335a1-79b8-4a4f-b4be-6a7b3ebe6be2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 915 time: 0.3978024 Apr 05 11:00:42.965232 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475b22-c28c-451b-b3b9-b9d6e30de405 req-d93a19cb-c3d4-4bb5-bf84-970f31c827f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:42.966700 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e1475b22-c28c-451b-b3b9-b9d6e30de405 req-d93a19cb-c3d4-4bb5-bf84-970f31c827f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 917 time: 0.4547296 Apr 05 11:00:42.987836 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d8396c23-213e-4694-a48f-eeb21a929ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for subnet (7a6e6175-8d8a-49b0-980b-b69c7b0491ac), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.002558 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3a519-8fc7-4a63-8bb2-d4dc30874169 req-fcd05cdb-795e-49dd-905d-220654cf7b1e tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:43.008065 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-88c3a519-8fc7-4a63-8bb2-d4dc30874169 req-fcd05cdb-795e-49dd-905d-220654cf7b1e tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 943 time: 0.2808807 Apr 05 11:00:43.037044 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8396c23-213e-4694-a48f-eeb21a929ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6e6175-8d8a-49b0-980b-b69c7b0491ac,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:43.044652 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d8396c23-213e-4694-a48f-eeb21a929ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.048177 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-d8396c23-213e-4694-a48f-eeb21a929ad2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7a6e6175-8d8a-49b0-980b-b69c7b0491ac HTTP/1.1" status: 204 len: 168 time: 0.4775779 Apr 05 11:00:43.054662 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43066) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:43.056593 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caae1fbf-a29f-435d-a32a-6b4a817942b9 admin admin] Publish callbacks [] for security_group (9c62ee5e-37ac-4f27-b1a7-82c25deb87cb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.064277 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ad206c-52ce-4d8f-98ac-15bd1b6060bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:00:43.069674 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e6ad206c-52ce-4d8f-98ac-15bd1b6060bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.071592 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-caae1fbf-a29f-435d-a32a-6b4a817942b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (9c62ee5e-37ac-4f27-b1a7-82c25deb87cb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.076176 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197da2a7-4674-4ad7-b154-e6f473e2bd0a None None] Sync routers for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:00:43.091210 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197da2a7-4674-4ad7-b154-e6f473e2bd0a None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:43.092434 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-197da2a7-4674-4ad7-b154-e6f473e2bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:43.120273 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86b843f9-d5a8-4b05-bd8f-144e9fa0bc5b admin admin] Publish callbacks [] for security_group (e196625b-1d5e-4f22-bee7-a45d60e52f38), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.131934 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86b843f9-d5a8-4b05-bd8f-144e9fa0bc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (e196625b-1d5e-4f22-bee7-a45d60e52f38), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.163995 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:00:43.203477 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-e6ad206c-52ce-4d8f-98ac-15bd1b6060bb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "PUT /v2.0/floatingips/28025285-a3e8-4bc3-aac6-0be5504f9451 HTTP/1.1" status: 200 len: 992 time: 2.4127595 Apr 05 11:00:43.203477 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'tag': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:43.203477 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c3333549-4312-4ef2-b91e-4759926c68b9", "tag": "1d1a4a33-2d4e-4d8f-8d01-aad81b1102db"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:43.215207 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-caae1fbf-a29f-435d-a32a-6b4a817942b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82987dce290c43d197d03b533e6059cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8491032 Apr 05 11:00:43.215207 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae1fbf-a29f-435d-a32a-6b4a817942b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c62ee5e-37ac-4f27-b1a7-82c25deb87cb,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:43.215207 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43072) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:43.218294 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.264600 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-86b843f9-d5a8-4b05-bd8f-144e9fa0bc5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2ed00855b654fe7a10fca9fe2332f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7799375 Apr 05 11:00:43.285328 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43076) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:43.290460 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-88c3a519-8fc7-4a63-8bb2-d4dc30874169 req-4e3d8be6-845e-474d-bd5c-9423ceb593ff tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777784 Apr 05 11:00:43.294950 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b843f9-d5a8-4b05-bd8f-144e9fa0bc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e196625b-1d5e-4f22-bee7-a45d60e52f38,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:43.347587 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd03b539-485d-43a2-b4b8-cb87ee3020ba x-openstack-request-id: req-fd03b539-485d-43a2-b4b8-cb87ee3020ba {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:43.347871 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3333549-4312-4ef2-b91e-4759926c68b9", "tag": "1d1a4a33-2d4e-4d8f-8d01-aad81b1102db", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:43.348116 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd03b539-485d-43a2-b4b8-cb87ee3020ba {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:43.348506 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd03b539-485d-43a2-b4b8-cb87ee3020ba'] response: {'name': 'network-changed', 'server_uuid': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'tag': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db', 'status': 'completed', 'code': 200} Apr 05 11:00:43.352472 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:43.352751 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-197da2a7-4674-4ad7-b154-e6f473e2bd0a None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:43.366679 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'port_id': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:00:43.399820 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.410959 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-359ff1ba-a485-40ec-b0ff-0c05dcf346da admin admin] Publish callbacks [] for security_group (9c62ee5e-37ac-4f27-b1a7-82c25deb87cb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.424445 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:43.425089 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.433693 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.434607 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.434780 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.435104 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.435417 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.435749 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.436059 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.436905 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.436905 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.437120 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.440638 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:43.471408 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:43.476518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.517562 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.517905 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.518228 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.518551 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:00:43.518901 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:43.530073 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:43.555224 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f68c15e-9d15-4a30-957c-41d4d93a5c7f') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:43.555521 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f68c15e-9d15-4a30-957c-41d4d93a5c7f') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:43.560437 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-359ff1ba-a485-40ec-b0ff-0c05dcf346da admin admin] Publish callbacks [] for security_group (9c62ee5e-37ac-4f27-b1a7-82c25deb87cb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.573802 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a1fab54-7864-4746-add3-1860f3d5e2ef admin admin] Publish callbacks [] for security_group (e196625b-1d5e-4f22-bee7-a45d60e52f38), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.586633 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30973029'] for segment (9f68c15e-9d15-4a30-957c-41d4d93a5c7f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.628409 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (9f68c15e-9d15-4a30-957c-41d4d93a5c7f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.634248 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-197da2a7-4674-4ad7-b154-e6f473e2bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '28025285-a3e8-4bc3-aac6-0be5504f9451', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'port_id': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'mac_address': 'fa:16:3e:13:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:17Z', 'updated_at': '2022-04-05T11:00:41Z', 'revision_number': 1, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:43.649113 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a1fab54-7864-4746-add3-1860f3d5e2ef admin admin] Publish callbacks [] for security_group (e196625b-1d5e-4f22-bee7-a45d60e52f38), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.651545 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:00:43.651767 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29380638'] for segment (9f68c15e-9d15-4a30-957c-41d4d93a5c7f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: from cryptography.utils import int_from_bytes Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: from cryptography.utils import int_from_bytes Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: Traceback (most recent call last): Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: timer() Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: cb(*args, **kw) Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: return func(*args, **kwargs) Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: self._notify() Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: self.callback(batched_events) Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: event.method(event) Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: return f(self, *a, **k) Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: return self._get(url).json() Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: return self.request(url, 'GET', **kwargs) Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:00:43.676642 dv-cinder-818994-3-smb neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:00:43.764909 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197da2a7-4674-4ad7-b154-e6f473e2bd0a None None] Checking router: 8e2be353-9615-4e29-95b6-4b802136467a for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:00:43.773965 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:00:43.784975 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197da2a7-4674-4ad7-b154-e6f473e2bd0a None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:43.785640 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-197da2a7-4674-4ad7-b154-e6f473e2bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:43.806188 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.821268 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-359ff1ba-a485-40ec-b0ff-0c05dcf346da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (9c62ee5e-37ac-4f27-b1a7-82c25deb87cb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.824019 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-359ff1ba-a485-40ec-b0ff-0c05dcf346da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.825176 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-359ff1ba-a485-40ec-b0ff-0c05dcf346da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c62ee5e-37ac-4f27-b1a7-82c25deb87cb HTTP/1.1" status: 204 len: 168 time: 0.6126792 Apr 05 11:00:43.837143 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.840939 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6 HTTP/1.1" status: 204 len: 168 time: 0.7806387 Apr 05 11:00:43.866042 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba57d4-10bb-42ab-9038-5894bf0530c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf8fb27-9e3f-4726-a4b8-698b0c59d0f6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:43.878904 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20 req-d35d13cf-694b-4d0a-95da-732bb939125f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 HTTP/1.1" status: 200 len: 217 time: 0.1689742 Apr 05 11:00:43.879934 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ff1ba-a485-40ec-b0ff-0c05dcf346da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c62ee5e-37ac-4f27-b1a7-82c25deb87cb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:43.884871 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a1fab54-7864-4746-add3-1860f3d5e2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (e196625b-1d5e-4f22-bee7-a45d60e52f38), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.887666 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5a1fab54-7864-4746-add3-1860f3d5e2ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:43.892110 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-5a1fab54-7864-4746-add3-1860f3d5e2ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e196625b-1d5e-4f22-bee7-a45d60e52f38 HTTP/1.1" status: 204 len: 168 time: 0.6034400 Apr 05 11:00:43.903516 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fab54-7864-4746-add3-1860f3d5e2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e196625b-1d5e-4f22-bee7-a45d60e52f38,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:43.908759 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd req-32a497af-3bfb-48e4-9cfd-d4be45b468b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:43.911767 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd req-32a497af-3bfb-48e4-9cfd-d4be45b468b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 1130 time: 0.1668618 Apr 05 11:00:43.962864 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e1475b22-c28c-451b-b3b9-b9d6e30de405 req-5f695f1b-88bc-42e8-9b21-a1ef587b1a13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124 HTTP/1.1" status: 200 len: 1001 time: 0.2543187 Apr 05 11:00:44.014814 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-197da2a7-4674-4ad7-b154-e6f473e2bd0a None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:44.066962 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20 req-b9b85216-c45c-494c-b9b6-74ea91be0735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:44.069967 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20 req-b9b85216-c45c-494c-b9b6-74ea91be0735 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.1709917 Apr 05 11:00:44.075311 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43086) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:44.142917 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e47cd-0838-4b37-8ab3-1aebe61962d7 req-0cbc7792-1900-4a32-a709-843f34b43162 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:44.144860 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-426e47cd-0838-4b37-8ab3-1aebe61962d7 req-0cbc7792-1900-4a32-a709-843f34b43162 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 944 time: 0.0668585 Apr 05 11:00:44.170191 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-a25375e4-b571-47be-aa38-967240589134 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48290c3213074cff821701db1f238936&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0932522 Apr 05 11:00:44.170864 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43090) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:44.226376 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-426e47cd-0838-4b37-8ab3-1aebe61962d7 req-ceb55c1c-c530-4111-beca-ec4fb5335313 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725996 Apr 05 11:00:44.240476 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33a42452-2201-4f15-b60f-5f9b36e0d5db admin admin] Publish callbacks [] for security_group (b1e9ff3c-5a00-4b50-b95d-31862e819360), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:44.300447 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33a42452-2201-4f15-b60f-5f9b36e0d5db admin admin] Publish callbacks [] for security_group (b1e9ff3c-5a00-4b50-b95d-31862e819360), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:44.417929 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-197da2a7-4674-4ad7-b154-e6f473e2bd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '28025285-a3e8-4bc3-aac6-0be5504f9451', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'port_id': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'mac_address': 'fa:16:3e:13:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:17Z', 'updated_at': '2022-04-05T11:00:41Z', 'revision_number': 1, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:44.465848 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43098) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:44.474200 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197da2a7-4674-4ad7-b154-e6f473e2bd0a None None] The sync data for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb is: [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '28025285-a3e8-4bc3-aac6-0be5504f9451', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'port_id': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'mac_address': 'fa:16:3e:13:80:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:17Z', 'updated_at': '2022-04-05T11:00:41Z', 'revision_number': 1, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:00:44.489454 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59a8cb6a-a8b4-40b6-9485-6a363c854849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:44.513931 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33a42452-2201-4f15-b60f-5f9b36e0d5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (b1e9ff3c-5a00-4b50-b95d-31862e819360), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:44.516539 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33a42452-2201-4f15-b60f-5f9b36e0d5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:44.517762 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-33a42452-2201-4f15-b60f-5f9b36e0d5db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1e9ff3c-5a00-4b50-b95d-31862e819360 HTTP/1.1" status: 204 len: 168 time: 0.3459101 Apr 05 11:00:44.528250 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd req-ef700aa4-2ea5-4497-b742-2c6c3fba9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:44.529726 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd req-ef700aa4-2ea5-4497-b742-2c6c3fba9df1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 912 time: 0.2614410 Apr 05 11:00:44.535701 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475b22-c28c-451b-b3b9-b9d6e30de405 req-8f97c279-44c5-475b-8858-a2d9f03d5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:44.540749 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e1475b22-c28c-451b-b3b9-b9d6e30de405 req-8f97c279-44c5-475b-8858-a2d9f03d5efe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.2730188 Apr 05 11:00:44.548817 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20 req-90396e9f-8f93-4972-9261-0ebfd108fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:44.550342 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20 req-90396e9f-8f93-4972-9261-0ebfd108fba8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2806149 Apr 05 11:00:44.552746 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a42452-2201-4f15-b60f-5f9b36e0d5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e9ff3c-5a00-4b50-b95d-31862e819360,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:44.617496 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3720a-5ce8-465f-8dc1-b89814a0c942 req-f07b1dcd-96ee-4db4-a4cb-85ce9356de34 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:44.619124 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2ec3720a-5ce8-465f-8dc1-b89814a0c942 req-f07b1dcd-96ee-4db4-a4cb-85ce9356de34 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 944 time: 0.1612644 Apr 05 11:00:44.690764 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd req-e1439859-c71c-4787-9849-b96915ed4701 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db HTTP/1.1" status: 200 len: 1000 time: 0.1536109 Apr 05 11:00:44.737556 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2ec3720a-5ce8-465f-8dc1-b89814a0c942 req-5f9187f9-531a-4b5c-b363-c4c5b4bd9d1d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030989 Apr 05 11:00:44.769527 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59a8cb6a-a8b4-40b6-9485-6a363c854849 admin admin] Publish callbacks [] for security_group (1cb24bf7-b682-4557-b6fe-09ee85c59b62), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:44.772478 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1475b22-c28c-451b-b3b9-b9d6e30de405 req-471d7f7b-f543-44dd-9853-aa7f6f01ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:44.777602 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-59a8cb6a-a8b4-40b6-9485-6a363c854849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (1cb24bf7-b682-4557-b6fe-09ee85c59b62), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:44.779272 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e1475b22-c28c-451b-b3b9-b9d6e30de405 req-471d7f7b-f543-44dd-9853-aa7f6f01ae86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2277601 Apr 05 11:00:44.785573 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:44.838425 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43102) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:44.838792 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43104) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:44.839288 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-59a8cb6a-a8b4-40b6-9485-6a363c854849 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d3b6dafa8e04137b9639d60784ac629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3694801 Apr 05 11:00:44.840546 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8cb6a-a8b4-40b6-9485-6a363c854849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb24bf7-b682-4557-b6fe-09ee85c59b62,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:44.843480 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20 req-e5a9e474-2530-4090-ab77-008bdd20fc73 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424140 Apr 05 11:00:44.882127 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90391d66-b74a-4229-9656-eb4b3ffd37a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:44.921925 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f23821-3b71-4c70-95c4-ba208803b11a None None] New status for floating IP 28025285-a3e8-4bc3-aac6-0be5504f9451: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:00:44.952452 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22a62466-5b81-4460-ab26-1d201151e1d2 admin admin] Publish callbacks [] for security_group (1cb24bf7-b682-4557-b6fe-09ee85c59b62), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:44.988608 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22a62466-5b81-4460-ab26-1d201151e1d2 admin admin] Publish callbacks [] for security_group (1cb24bf7-b682-4557-b6fe-09ee85c59b62), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.045716 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90391d66-b74a-4229-9656-eb4b3ffd37a8 admin admin] Publish callbacks [] for security_group (509a13ba-eb44-4e37-ba6f-b03fa04274da), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.052294 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90391d66-b74a-4229-9656-eb4b3ffd37a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (509a13ba-eb44-4e37-ba6f-b03fa04274da), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.087407 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22a62466-5b81-4460-ab26-1d201151e1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (1cb24bf7-b682-4557-b6fe-09ee85c59b62), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.089664 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-22a62466-5b81-4460-ab26-1d201151e1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.093413 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-22a62466-5b81-4460-ab26-1d201151e1d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1cb24bf7-b682-4557-b6fe-09ee85c59b62 HTTP/1.1" status: 204 len: 168 time: 0.2509718 Apr 05 11:00:45.106085 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-90391d66-b74a-4229-9656-eb4b3ffd37a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de6ed7370c7d4243a4f11321ba1f8f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622364 Apr 05 11:00:45.106085 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90391d66-b74a-4229-9656-eb4b3ffd37a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509a13ba-eb44-4e37-ba6f-b03fa04274da,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:45.106576 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43114) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:45.128577 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a62466-5b81-4460-ab26-1d201151e1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb24bf7-b682-4557-b6fe-09ee85c59b62,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:45.175388 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99803f9e-7ce2-4af4-813d-2f0b753e3717 admin admin] Publish callbacks [] for security_group (509a13ba-eb44-4e37-ba6f-b03fa04274da), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.186901 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device e3f136f3-a8d6-4ebb-a016-e3acdb2c219a details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:00:45.227955 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99803f9e-7ce2-4af4-813d-2f0b753e3717 admin admin] Publish callbacks [] for security_group (509a13ba-eb44-4e37-ba6f-b03fa04274da), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.245972 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:45.321918 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd req-d7413268-7101-4729-99f6-e4062fba489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:45.326097 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd req-d7413268-7101-4729-99f6-e4062fba489d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f0a7a9-5308-49f8-850a-610a57e2db70 HTTP/1.1" status: 200 len: 850 time: 0.1093736 Apr 05 11:00:45.368195 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:00:45.387109 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:45.387645 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.470872 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd req-d0e0a226-a0cd-4ab9-ab45-c6988a585e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:45.472486 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd req-d0e0a226-a0cd-4ab9-ab45-c6988a585e96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c5cb07f-3ee8-463c-9269-3b548160e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1401036 Apr 05 11:00:45.504324 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:45.530922 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'e3f136f3-a8d6-4ebb-a016-e3acdb2c219a', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'port_id': 'e3f136f3-a8d6-4ebb-a016-e3acdb2c219a', 'mac_address': 'fa:16:3e:63:f1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:00:45.537406 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:45.537890 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.587862 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99803f9e-7ce2-4af4-813d-2f0b753e3717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (509a13ba-eb44-4e37-ba6f-b03fa04274da), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.591270 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-99803f9e-7ce2-4af4-813d-2f0b753e3717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.596891 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-99803f9e-7ce2-4af4-813d-2f0b753e3717 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/509a13ba-eb44-4e37-ba6f-b03fa04274da HTTP/1.1" status: 204 len: 168 time: 0.4867852 Apr 05 11:00:45.608105 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:45.612406 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dcfc6c-3c18-4258-b030-1663e5d00588" -d '{"events": [{"server_uuid": "7ed982d7-a520-4c3e-b8ae-675dc3726685", "name": "network-vif-plugged", "status": "completed", "tag": "4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:45.616789 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b08735-8184-4e0c-b4e0-3e72b35de5b4 req-8b474a02-87f1-447d-9bc3-627ef1eb93c6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:45.618940 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d6b08735-8184-4e0c-b4e0-3e72b35de5b4 req-8b474a02-87f1-447d-9bc3-627ef1eb93c6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 944 time: 0.2231457 Apr 05 11:00:45.621237 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e1475b22-c28c-451b-b3b9-b9d6e30de405 req-cdb5a89f-f316-4e56-9e35-21e1dd868019 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737276 Apr 05 11:00:45.629980 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c3f1b57e-b730-43a3-9f71-f1c45dc56e20 req-bb2c468a-7dc7-4ac2-a5d8-9e30757b0389 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835049 Apr 05 11:00:45.631984 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99803f9e-7ce2-4af4-813d-2f0b753e3717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509a13ba-eb44-4e37-ba6f-b03fa04274da,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:45.668297 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:45.669130 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.695268 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cf188b-db5a-44a3-9e56-7c42256c30f2 x-openstack-request-id: req-19cf188b-db5a-44a3-9e56-7c42256c30f2 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:45.695841 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed982d7-a520-4c3e-b8ae-675dc3726685", "name": "network-vif-plugged", "status": "completed", "tag": "4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:45.696224 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19cf188b-db5a-44a3-9e56-7c42256c30f2 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:45.696752 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cf188b-db5a-44a3-9e56-7c42256c30f2'] response: {'server_uuid': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'code': 200} Apr 05 11:00:45.703252 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f136f3-a8d6-4ebb-a016-e3acdb2c219a {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:00:45.709774 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:45.716310 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43132) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:45.723980 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.753715 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd req-888e6d7d-89c4-4a97-a3fb-43877557f354 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723696 Apr 05 11:00:45.755193 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00737852-9404-4136-a238-f811eb9cea3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.814708 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:45.837333 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:45.857478 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d6b08735-8184-4e0c-b4e0-3e72b35de5b4 req-2bc9f4cb-e794-47ab-82d2-7f0d89c4cd2a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307258 Apr 05 11:00:45.877687 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:45.911102 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e1475b22-c28c-451b-b3b9-b9d6e30de405 req-aa127b41-dbee-466f-b64b-0f923a95c741 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616925 Apr 05 11:00:45.977273 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:46.163096 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['e3f136f3-a8d6-4ebb-a016-e3acdb2c219a'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:00:46.303385 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f888f1f0-fb18-41c4-80a8-684dfd34d5fd req-ecf59ff3-5cc1-42b6-a4f4-80b581707999 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264699 Apr 05 11:00:46.331134 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00737852-9404-4136-a238-f811eb9cea3f admin admin] Publish callbacks [] for security_group (944e4c4f-5849-4bb3-80ab-b58690fa94f0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:46.331979 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fc59f-3a13-48ca-8816-b63922f3d478 req-d4659eda-624e-43e9-8f5d-e8db7971cc70 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:46.337456 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-00737852-9404-4136-a238-f811eb9cea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (944e4c4f-5849-4bb3-80ab-b58690fa94f0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:46.339406 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5c9fc59f-3a13-48ca-8816-b63922f3d478 req-d4659eda-624e-43e9-8f5d-e8db7971cc70 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 945 time: 0.4128757 Apr 05 11:00:46.354606 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca549b2-2614-498f-9f3c-acb5607b1874 req-8cfd49c6-3853-4185-b727-a816a58d60c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:46.354606 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bca549b2-2614-498f-9f3c-acb5607b1874 req-8cfd49c6-3853-4185-b727-a816a58d60c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 1129 time: 0.1353564 Apr 05 11:00:46.366934 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-f3c450e8-371c-495a-a2a6-0703796090fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:46.368479 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-f3c450e8-371c-495a-a2a6-0703796090fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 1129 time: 0.1493204 Apr 05 11:00:46.393777 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-00737852-9404-4136-a238-f811eb9cea3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56733bd64aff424da49a8a0321b7ca32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6749663 Apr 05 11:00:46.399568 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43150) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:46.400286 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00737852-9404-4136-a238-f811eb9cea3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944e4c4f-5849-4bb3-80ab-b58690fa94f0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:46.464318 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5c9fc59f-3a13-48ca-8816-b63922f3d478 req-26295ed8-fd43-4f2b-93f4-ff19e3fed2fb tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228459 Apr 05 11:00:46.495630 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7558-b681-4a11-b862-f6604454a843 admin admin] Publish callbacks [] for security_group (944e4c4f-5849-4bb3-80ab-b58690fa94f0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:46.524394 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bca549b2-2614-498f-9f3c-acb5607b1874 req-69ca96bd-9a91-4817-90dd-6cbfaafb2d46 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527634 Apr 05 11:00:46.542118 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7558-b681-4a11-b862-f6604454a843 admin admin] Publish callbacks [] for security_group (944e4c4f-5849-4bb3-80ab-b58690fa94f0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:46.589878 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-5ef79cd5-733c-406b-b082-4a1a49b9f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:46.591951 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-5ef79cd5-733c-406b-b082-4a1a49b9f02e service neutron] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 917 time: 0.1992681 Apr 05 11:00:46.624666 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7558-b681-4a11-b862-f6604454a843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (944e4c4f-5849-4bb3-80ab-b58690fa94f0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:46.627801 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dd9c7558-b681-4a11-b862-f6604454a843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:46.628732 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-dd9c7558-b681-4a11-b862-f6604454a843 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/944e4c4f-5849-4bb3-80ab-b58690fa94f0 HTTP/1.1" status: 204 len: 168 time: 0.2255454 Apr 05 11:00:46.638319 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c7558-b681-4a11-b862-f6604454a843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944e4c4f-5849-4bb3-80ab-b58690fa94f0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:46.884174 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-8baffcae-0ef6-4bd1-ad19-d9b7dc9c827e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124 HTTP/1.1" status: 200 len: 1001 time: 0.0958085 Apr 05 11:00:47.024136 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-c6d88794-001f-4b25-8f56-aea688d3091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:47.026313 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-c6d88794-001f-4b25-8f56-aea688d3091e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.0846944 Apr 05 11:00:47.038057 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7b996-3d67-49bf-a725-c132266dc0d7 req-9c86ef81-1e4b-4996-9004-44d4562f1e6f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:47.039618 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-44d7b996-3d67-49bf-a725-c132266dc0d7 req-9c86ef81-1e4b-4996-9004-44d4562f1e6f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 945 time: 0.1000984 Apr 05 11:00:47.126611 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-44d7b996-3d67-49bf-a725-c132266dc0d7 req-ac4d90d2-407b-4bcc-bee1-be846e8fcc93 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779443 Apr 05 11:00:47.132488 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-83e66dae-fe1f-4c7f-ba0d-a6cae9d00d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:47.135399 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-83e66dae-fe1f-4c7f-ba0d-a6cae9d00d03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0946825 Apr 05 11:00:47.257996 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device e3f136f3-a8d6-4ebb-a016-e3acdb2c219a up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:00:47.317397 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:00:47.322223 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:00:47.322665 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:47.352453 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43210) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:47.412341 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:00:47.413223 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:47.452585 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:00:47.465973 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:47.532646 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:47.636008 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:47.697603 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f136f3-a8d6-4ebb-a016-e3acdb2c219a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:47.702353 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad93e752-34f3-4fb2-8d69-1abf5f47a37c" -d '{"events": [{"server_uuid": "e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff", "name": "network-vif-plugged", "status": "completed", "tag": "e3f136f3-a8d6-4ebb-a016-e3acdb2c219a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:47.705963 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-50560325-de31-4dd5-9517-d608b62b3b3b service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308266 Apr 05 11:00:47.714866 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5f71-db5d-4987-8743-f44d26cf5bc1 req-23373a7f-8210-4a88-a199-f70af9750fd4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:47.722102 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-16ec5f71-db5d-4987-8743-f44d26cf5bc1 req-23373a7f-8210-4a88-a199-f70af9750fd4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 945 time: 0.1375830 Apr 05 11:00:47.750503 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a74e4c5-8ea4-4427-abc9-bf8cf51e2c8f x-openstack-request-id: req-1a74e4c5-8ea4-4427-abc9-bf8cf51e2c8f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:47.750930 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff", "name": "network-vif-plugged", "status": "completed", "tag": "e3f136f3-a8d6-4ebb-a016-e3acdb2c219a", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:47.751868 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a74e4c5-8ea4-4427-abc9-bf8cf51e2c8f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:47.752470 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a74e4c5-8ea4-4427-abc9-bf8cf51e2c8f'] response: {'server_uuid': 'e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f136f3-a8d6-4ebb-a016-e3acdb2c219a', 'code': 200} Apr 05 11:00:47.918554 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-16ec5f71-db5d-4987-8743-f44d26cf5bc1 req-ec69824a-eb20-4f68-b184-7e7c3c4cbf89 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952622 Apr 05 11:00:47.930323 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c90e2bf7-3682-43d6-950b-73635d54eb0d req-be7573fb-6e25-4ea7-80dd-02ae69ad01f7 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945143 Apr 05 11:00:47.958153 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Publish callbacks [] for security_group (13289898-6217-4c8d-b95f-c73e2b9c38c8), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:47.963187 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (13289898-6217-4c8d-b95f-c73e2b9c38c8), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:48.009046 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f6e5b417d0f4a57a32cd4f1ae9cb3e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6545751 Apr 05 11:00:48.011174 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43242) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:48.024971 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13289898-6217-4c8d-b95f-c73e2b9c38c8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:48.040142 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.040504 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.040848 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.041195 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.041546 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.041867 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.042195 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.042520 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.042847 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.043169 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.043703 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.044034 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.044361 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.044684 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.045002 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04301dbd-aadd-449d-a456-5173acd58431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:48.090171 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e0a92f1-2b97-4015-a640-521a34b3d92a admin admin] Publish callbacks [] for security_group (13289898-6217-4c8d-b95f-c73e2b9c38c8), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:48.113862 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e0a92f1-2b97-4015-a640-521a34b3d92a admin admin] Publish callbacks [] for security_group (13289898-6217-4c8d-b95f-c73e2b9c38c8), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:48.184430 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e0a92f1-2b97-4015-a640-521a34b3d92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (13289898-6217-4c8d-b95f-c73e2b9c38c8), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:48.187601 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4e0a92f1-2b97-4015-a640-521a34b3d92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:48.191761 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-4e0a92f1-2b97-4015-a640-521a34b3d92a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13289898-6217-4c8d-b95f-c73e2b9c38c8 HTTP/1.1" status: 204 len: 168 time: 0.1767569 Apr 05 11:00:48.208127 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a92f1-2b97-4015-a640-521a34b3d92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13289898-6217-4c8d-b95f-c73e2b9c38c8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:48.336800 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fbb0e-62ba-45ee-9902-6e4a537c4b5d req-c7cd164d-98e4-4a18-b375-76475330ea3a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:48.345748 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7b7fbb0e-62ba-45ee-9902-6e4a537c4b5d req-c7cd164d-98e4-4a18-b375-76475330ea3a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0924506 Apr 05 11:00:48.396892 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7b7fbb0e-62ba-45ee-9902-6e4a537c4b5d req-9b199033-7e6d-4ce5-95ff-0fa4b1773aa0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493474 Apr 05 11:00:48.631179 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab2bd7-e169-4648-86cb-9fa6e3e1eb61 req-f585bd01-eff9-4a29-9f13-2015cf40bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:48.633245 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aeab2bd7-e169-4648-86cb-9fa6e3e1eb61 req-f585bd01-eff9-4a29-9f13-2015cf40bab7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 1130 time: 0.0904145 Apr 05 11:00:48.730862 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aeab2bd7-e169-4648-86cb-9fa6e3e1eb61 req-ec18e4e1-bb1d-4ef7-8011-c36e540be1f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879388 Apr 05 11:00:49.086315 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004f022-b630-43c7-af15-6cbe6e33cbe3 req-5322d9d8-068c-4406-b5ba-8b6d474424e2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:49.087896 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5004f022-b630-43c7-af15-6cbe6e33cbe3 req-5322d9d8-068c-4406-b5ba-8b6d474424e2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 945 time: 0.0699587 Apr 05 11:00:49.169915 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5004f022-b630-43c7-af15-6cbe6e33cbe3 req-9e26ffb7-4826-4b73-8099-43adcdd8a51c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730369 Apr 05 11:00:49.300995 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecb48d-3702-4379-97cd-ef1964527e29 req-8e752770-ad12-48a5-b209-702a085bffdf tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:49.303668 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-61ecb48d-3702-4379-97cd-ef1964527e29 req-8e752770-ad12-48a5-b209-702a085bffdf tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 945 time: 0.0587316 Apr 05 11:00:49.313089 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43366) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:49.321948 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-eddfa284-878d-49f3-9599-bb7eed1abb03 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'floatingip': {'port_id': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:49.409346 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eddfa284-878d-49f3-9599-bb7eed1abb03 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (4094f36d-0d97-4eab-92a4-ec0e33d89e0f), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:49.548654 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43374) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:49.633964 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae6077-e0cc-4db0-b478-6aa10afdc927 req-594da578-578b-42c2-be1a-56ecf6e48a17 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:49.634547 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3aae6077-e0cc-4db0-b478-6aa10afdc927 req-594da578-578b-42c2-be1a-56ecf6e48a17 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1288726 Apr 05 11:00:49.675721 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:49.734711 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3aae6077-e0cc-4db0-b478-6aa10afdc927 req-7f906de0-8229-4349-ae46-13f6affdaa33 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914590 Apr 05 11:00:49.768205 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Publish callbacks [] for security_group (25637177-d4ec-4497-80b9-ed81b6b09f82), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:49.774814 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (25637177-d4ec-4497-80b9-ed81b6b09f82), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:49.817688 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25637177-d4ec-4497-80b9-ed81b6b09f82,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:49.834574 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.835198 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.835744 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.836524 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.837127 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.837613 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.838070 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.838539 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.839001 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.839327 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.841371 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.841738 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.842071 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.842403 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.842748 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:49.857701 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-33ce39bd-8141-4a33-99ab-15f4c1e2be64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9dc8c9ea7d4f4a3aaf0520849f862e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067179 Apr 05 11:00:49.858971 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43390) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:49.924305 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fb17-0bc5-4212-a4ea-cb77cb06f77e admin admin] Publish callbacks [] for security_group (25637177-d4ec-4497-80b9-ed81b6b09f82), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:49.953324 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fb17-0bc5-4212-a4ea-cb77cb06f77e admin admin] Publish callbacks [] for security_group (25637177-d4ec-4497-80b9-ed81b6b09f82), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.011271 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fb17-0bc5-4212-a4ea-cb77cb06f77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (25637177-d4ec-4497-80b9-ed81b6b09f82), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.014114 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8f2fb17-0bc5-4212-a4ea-cb77cb06f77e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.025865 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-b8f2fb17-0bc5-4212-a4ea-cb77cb06f77e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25637177-d4ec-4497-80b9-ed81b6b09f82 HTTP/1.1" status: 204 len: 168 time: 0.1576903 Apr 05 11:00:50.040697 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2fb17-0bc5-4212-a4ea-cb77cb06f77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25637177-d4ec-4497-80b9-ed81b6b09f82,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:50.474245 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43416) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:50.490549 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-474caa42-69d7-48bb-9921-17a5aafb7156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.493089 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eddfa284-878d-49f3-9599-bb7eed1abb03 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.498587 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eddfa284-878d-49f3-9599-bb7eed1abb03 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (4094f36d-0d97-4eab-92a4-ec0e33d89e0f), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.579651 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-474caa42-69d7-48bb-9921-17a5aafb7156 admin admin] Publish callbacks [] for security_group (f23ac071-2b02-4ae9-a99b-597406f51091), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.582830 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-474caa42-69d7-48bb-9921-17a5aafb7156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (f23ac071-2b02-4ae9-a99b-597406f51091), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.609989 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474caa42-69d7-48bb-9921-17a5aafb7156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ac071-2b02-4ae9-a99b-597406f51091,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:50.620899 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.l3_db [None req-eddfa284-878d-49f3-9599-bb7eed1abb03 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Floating IP 4094f36d-0d97-4eab-92a4-ec0e33d89e0f associated. External IP: 172.28.2.188, port: 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2. Apr 05 11:00:50.640230 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-474caa42-69d7-48bb-9921-17a5aafb7156 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5160e4a7adb24fa6a322d1a4d23a5798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617620 Apr 05 11:00:50.640965 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43430) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:50.698414 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eecec138-177f-4b02-b414-925abfb3f180 admin admin] Publish callbacks [] for security_group (f23ac071-2b02-4ae9-a99b-597406f51091), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.722280 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eecec138-177f-4b02-b414-925abfb3f180 admin admin] Publish callbacks [] for security_group (f23ac071-2b02-4ae9-a99b-597406f51091), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.780283 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eecec138-177f-4b02-b414-925abfb3f180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (f23ac071-2b02-4ae9-a99b-597406f51091), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.783609 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-eecec138-177f-4b02-b414-925abfb3f180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:50.784896 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-eecec138-177f-4b02-b414-925abfb3f180 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f23ac071-2b02-4ae9-a99b-597406f51091 HTTP/1.1" status: 204 len: 168 time: 0.1428790 Apr 05 11:00:50.818640 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecec138-177f-4b02-b414-925abfb3f180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ac071-2b02-4ae9-a99b-597406f51091,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:50.953255 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec073f5-48a6-4569-8343-6c9482cc958c req-8af59ef3-77b7-410a-8bd1-76287b469a60 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:50.954923 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-eec073f5-48a6-4569-8343-6c9482cc958c req-8af59ef3-77b7-410a-8bd1-76287b469a60 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0902817 Apr 05 11:00:50.972458 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddfa284-878d-49f3-9599-bb7eed1abb03 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Router 5569f575-f817-4e80-8955-0068fc4d60c7 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:00:51.069956 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-eec073f5-48a6-4569-8343-6c9482cc958c req-fea83811-d684-4da7-b5a0-a2ae86a18cbf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036606 Apr 05 11:00:51.069956 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43448) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:51.154249 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddfa284-878d-49f3-9599-bb7eed1abb03 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:00:51.159616 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-eddfa284-878d-49f3-9599-bb7eed1abb03 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:51.181911 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3de867-abaa-42f7-aed3-e03005b73020 None None] Sync routers for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:00:51.195781 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3de867-abaa-42f7-aed3-e03005b73020 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:51.196414 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ad3de867-abaa-42f7-aed3-e03005b73020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:51.214457 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-eddfa284-878d-49f3-9599-bb7eed1abb03 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "PUT /v2.0/floatingips/4094f36d-0d97-4eab-92a4-ec0e33d89e0f HTTP/1.1" status: 200 len: 991 time: 1.8990109 Apr 05 11:00:51.215279 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'tag': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:00:51.218968 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461e686c-c793-4a29-b839-4b2b5564f9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed982d7-a520-4c3e-b8ae-675dc3726685", "tag": "4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:00:51.274742 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015933b4-d5af-4cdd-9afb-29ca2b7767b1 x-openstack-request-id: req-015933b4-d5af-4cdd-9afb-29ca2b7767b1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:00:51.275300 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed982d7-a520-4c3e-b8ae-675dc3726685", "tag": "4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:00:51.275871 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-015933b4-d5af-4cdd-9afb-29ca2b7767b1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:00:51.276488 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015933b4-d5af-4cdd-9afb-29ca2b7767b1'] response: {'name': 'network-changed', 'server_uuid': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'tag': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'status': 'completed', 'code': 200} Apr 05 11:00:51.351785 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b8719a3-fd5a-4ff4-8e80-2dda0e405f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:51.409756 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ad3de867-abaa-42f7-aed3-e03005b73020 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:51.481402 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e686c-c793-4a29-b839-4b2b5564f9b8 req-f787b3db-c4c3-455d-b4e4-fb586df1b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:51.483453 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-461e686c-c793-4a29-b839-4b2b5564f9b8 req-f787b3db-c4c3-455d-b4e4-fb586df1b332 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 1129 time: 0.1661210 Apr 05 11:00:51.516002 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2f177-f107-4c9c-96c4-90db134f2292 req-f411bac1-7463-4ff4-94ee-62972e79dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:51.518835 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-afb2f177-f107-4c9c-96c4-90db134f2292 req-f411bac1-7463-4ff4-94ee-62972e79dd7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 1130 time: 0.1447711 Apr 05 11:00:51.535819 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5479f-508d-4c0d-b779-e25d9e5d206a req-c946e3ff-4b29-4ac2-bbb0-bba43c9576e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:51.537361 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d3d5479f-508d-4c0d-b779-e25d9e5d206a req-c946e3ff-4b29-4ac2-bbb0-bba43c9576e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1627679 Apr 05 11:00:51.679277 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ad3de867-abaa-42f7-aed3-e03005b73020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4094f36d-0d97-4eab-92a4-ec0e33d89e0f', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.188', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:22Z', 'updated_at': '2022-04-05T11:00:50Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:51.710255 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3de867-abaa-42f7-aed3-e03005b73020 None None] Checking router: 5569f575-f817-4e80-8955-0068fc4d60c7 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:00:51.719214 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3de867-abaa-42f7-aed3-e03005b73020 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:00:51.720270 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ad3de867-abaa-42f7-aed3-e03005b73020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:00:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:51.732088 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b8719a3-fd5a-4ff4-8e80-2dda0e405f34 admin admin] Publish callbacks [] for security_group (614113da-0d1d-4518-af94-0b61673c000c), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:51.751720 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3b8719a3-fd5a-4ff4-8e80-2dda0e405f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (614113da-0d1d-4518-af94-0b61673c000c), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:51.773893 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d3d5479f-508d-4c0d-b779-e25d9e5d206a req-02f2e748-5582-4104-9b35-b591a4b13543 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146566 Apr 05 11:00:51.786546 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e686c-c793-4a29-b839-4b2b5564f9b8 req-01d4ae56-f64d-4a55-8ec8-49f2f03c9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:51.788056 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-461e686c-c793-4a29-b839-4b2b5564f9b8 req-01d4ae56-f64d-4a55-8ec8-49f2f03c9063 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 915 time: 0.2765436 Apr 05 11:00:51.848575 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-ad3de867-abaa-42f7-aed3-e03005b73020 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:00:51.849736 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-3b8719a3-fd5a-4ff4-8e80-2dda0e405f34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=80a79d35dd5642e4aa2a64381bcedbaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7790518 Apr 05 11:00:51.851190 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2f177-f107-4c9c-96c4-90db134f2292 req-92dbfcc0-7225-4581-aaa2-83957a8abfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:51.852641 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-afb2f177-f107-4c9c-96c4-90db134f2292 req-92dbfcc0-7225-4581-aaa2-83957a8abfa3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 920 time: 0.3143950 Apr 05 11:00:51.853098 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43478) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:51.881912 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8719a3-fd5a-4ff4-8e80-2dda0e405f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614113da-0d1d-4518-af94-0b61673c000c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:51.926596 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce76d9ab-db4c-409f-a492-6d7f510cec45 admin admin] Publish callbacks [] for security_group (614113da-0d1d-4518-af94-0b61673c000c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:51.937437 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-afb2f177-f107-4c9c-96c4-90db134f2292 req-f2e14837-4a0f-460d-a6c2-0326e583cba4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a HTTP/1.1" status: 200 len: 217 time: 0.0566039 Apr 05 11:00:51.956285 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-461e686c-c793-4a29-b839-4b2b5564f9b8 req-23449048-93ed-41e5-9bbe-61cd7956ea52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 HTTP/1.1" status: 200 len: 999 time: 0.1270578 Apr 05 11:00:51.966306 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce76d9ab-db4c-409f-a492-6d7f510cec45 admin admin] Publish callbacks [] for security_group (614113da-0d1d-4518-af94-0b61673c000c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:52.032274 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e686c-c793-4a29-b839-4b2b5564f9b8 req-2ec8d4a2-bbf2-4b8f-8afc-19be8227bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:52.033751 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-461e686c-c793-4a29-b839-4b2b5564f9b8 req-2ec8d4a2-bbf2-4b8f-8afc-19be8227bef5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.0679333 Apr 05 11:00:52.068114 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce76d9ab-db4c-409f-a492-6d7f510cec45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (614113da-0d1d-4518-af94-0b61673c000c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:52.074308 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce76d9ab-db4c-409f-a492-6d7f510cec45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:52.075685 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ce76d9ab-db4c-409f-a492-6d7f510cec45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/614113da-0d1d-4518-af94-0b61673c000c HTTP/1.1" status: 204 len: 168 time: 0.2209489 Apr 05 11:00:52.096166 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76d9ab-db4c-409f-a492-6d7f510cec45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614113da-0d1d-4518-af94-0b61673c000c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:52.108568 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2f177-f107-4c9c-96c4-90db134f2292 req-e299d61f-ea9d-437f-8d4f-8780edacec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:52.110159 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-afb2f177-f107-4c9c-96c4-90db134f2292 req-e299d61f-ea9d-437f-8d4f-8780edacec75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.1529262 Apr 05 11:00:52.179491 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e686c-c793-4a29-b839-4b2b5564f9b8 req-bb52a194-d399-4961-b97a-a7e5b20d502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:52.184067 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-461e686c-c793-4a29-b839-4b2b5564f9b8 req-bb52a194-d399-4961-b97a-a7e5b20d502d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1419811 Apr 05 11:00:52.223190 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-ad3de867-abaa-42f7-aed3-e03005b73020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4094f36d-0d97-4eab-92a4-ec0e33d89e0f', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.188', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:22Z', 'updated_at': '2022-04-05T11:00:50Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:00:52.229370 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2f177-f107-4c9c-96c4-90db134f2292 req-5a7740a5-e1a4-45d2-9b63-3252605b3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:52.230993 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-afb2f177-f107-4c9c-96c4-90db134f2292 req-5a7740a5-e1a4-45d2-9b63-3252605b3338 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1136608 Apr 05 11:00:52.272541 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3de867-abaa-42f7-aed3-e03005b73020 None None] The sync data for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb is: [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4094f36d-0d97-4eab-92a4-ec0e33d89e0f', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.188', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:22Z', 'updated_at': '2022-04-05T11:00:50Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:00:52.369649 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-461e686c-c793-4a29-b839-4b2b5564f9b8 req-1429d451-f902-452e-b04c-64e86ce80a60 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752262 Apr 05 11:00:52.404074 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-afb2f177-f107-4c9c-96c4-90db134f2292 req-3fc19b27-ec7f-41ba-a7b4-0ad5168712ec service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430006 Apr 05 11:00:52.566900 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43500) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:52.572011 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-461e686c-c793-4a29-b839-4b2b5564f9b8 req-4f101b0a-f5e9-48c6-8d8b-03b4a974a462 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785932 Apr 05 11:00:52.584849 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c31cc46-b79a-4c3a-9f7d-0a218a410a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:52.599477 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-afb2f177-f107-4c9c-96c4-90db134f2292 req-21c71801-c8ee-4f18-af31-a4cbd8d0708e service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796300 Apr 05 11:00:52.600787 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2fa035-994c-4a69-aaf6-b4998f82a486 None None] New status for floating IP 4094f36d-0d97-4eab-92a4-ec0e33d89e0f: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:00:52.703139 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c31cc46-b79a-4c3a-9f7d-0a218a410a0a admin admin] Publish callbacks [] for security_group (72bd7313-5477-4210-a4a4-c990d2ff21c0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:52.710774 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9c31cc46-b79a-4c3a-9f7d-0a218a410a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (72bd7313-5477-4210-a4a4-c990d2ff21c0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:52.772895 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9c31cc46-b79a-4c3a-9f7d-0a218a410a0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4194706adab6414c8f446aa72f03f7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043557 Apr 05 11:00:52.774419 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31cc46-b79a-4c3a-9f7d-0a218a410a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bd7313-5477-4210-a4a4-c990d2ff21c0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:52.775216 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43508) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:52.858372 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d931599f-92cd-4c07-9f81-92fd64b627ab admin admin] Publish callbacks [] for security_group (72bd7313-5477-4210-a4a4-c990d2ff21c0), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:52.913326 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d931599f-92cd-4c07-9f81-92fd64b627ab admin admin] Publish callbacks [] for security_group (72bd7313-5477-4210-a4a4-c990d2ff21c0), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:52.958084 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459eed2-a1ca-413f-97c3-c0aa7ac5a84d req-b3c3c24f-3283-4b6a-8a0e-43e73e0cfaa1 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:52.959644 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c459eed2-a1ca-413f-97c3-c0aa7ac5a84d req-b3c3c24f-3283-4b6a-8a0e-43e73e0cfaa1 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0985770 Apr 05 11:00:52.997292 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d931599f-92cd-4c07-9f81-92fd64b627ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (72bd7313-5477-4210-a4a4-c990d2ff21c0), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:52.999829 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d931599f-92cd-4c07-9f81-92fd64b627ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:53.001083 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-d931599f-92cd-4c07-9f81-92fd64b627ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72bd7313-5477-4210-a4a4-c990d2ff21c0 HTTP/1.1" status: 204 len: 168 time: 0.2244217 Apr 05 11:00:53.020469 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931599f-92cd-4c07-9f81-92fd64b627ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bd7313-5477-4210-a4a4-c990d2ff21c0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:53.035808 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c459eed2-a1ca-413f-97c3-c0aa7ac5a84d req-09b9c5ad-057d-4363-8938-f2c24ef0a55f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683196 Apr 05 11:00:54.201153 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7ec26-63b6-48dd-82cf-bcdd0180b3aa req-2e1a2765-42df-44bb-9ee8-c1d6866370fe tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:54.202748 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-95c7ec26-63b6-48dd-82cf-bcdd0180b3aa req-2e1a2765-42df-44bb-9ee8-c1d6866370fe tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0677953 Apr 05 11:00:54.269299 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-95c7ec26-63b6-48dd-82cf-bcdd0180b3aa req-f5301b8d-ddcb-4698-8f74-1fd62b4534f5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565720 Apr 05 11:00:55.404121 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e34426-1574-4b94-86a0-3acb325904e3 req-35146bc9-9363-4a13-b131-f027350c12bf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:55.405655 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-40e34426-1574-4b94-86a0-3acb325904e3 req-35146bc9-9363-4a13-b131-f027350c12bf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0618079 Apr 05 11:00:55.458718 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-40e34426-1574-4b94-86a0-3acb325904e3 req-4436e317-1220-455d-95e9-231157781bec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470150 Apr 05 11:00:55.723686 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43608) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:55.841047 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf61aa89-81cc-485f-8f9d-c6768d6568fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:55.924746 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf61aa89-81cc-485f-8f9d-c6768d6568fd admin admin] Publish callbacks [] for security_group (dd3700c0-4104-46b9-9b29-3622c37c3327), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:55.930430 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf61aa89-81cc-485f-8f9d-c6768d6568fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (dd3700c0-4104-46b9-9b29-3622c37c3327), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:55.970775 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-cf61aa89-81cc-485f-8f9d-c6768d6568fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e19bf0ca6df4334adbae0bc996490d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458487 Apr 05 11:00:55.972689 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61aa89-81cc-485f-8f9d-c6768d6568fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3700c0-4104-46b9-9b29-3622c37c3327,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:55.973630 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43616) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:56.029939 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14411bd5-e32f-4600-800e-df53bb9cfb9b admin admin] Publish callbacks [] for security_group (dd3700c0-4104-46b9-9b29-3622c37c3327), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.061455 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14411bd5-e32f-4600-800e-df53bb9cfb9b admin admin] Publish callbacks [] for security_group (dd3700c0-4104-46b9-9b29-3622c37c3327), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.127051 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14411bd5-e32f-4600-800e-df53bb9cfb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (dd3700c0-4104-46b9-9b29-3622c37c3327), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.130587 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14411bd5-e32f-4600-800e-df53bb9cfb9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.132149 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-14411bd5-e32f-4600-800e-df53bb9cfb9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd3700c0-4104-46b9-9b29-3622c37c3327 HTTP/1.1" status: 204 len: 168 time: 0.1573923 Apr 05 11:00:56.141776 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14411bd5-e32f-4600-800e-df53bb9cfb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3700c0-4104-46b9-9b29-3622c37c3327,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:56.499909 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43630) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:56.513460 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36a3f4b3-14c3-40e6-9200-31c33a018b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.603994 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfcbdf-8140-40c0-8320-b0ee9e5a77c0 req-2725f6e7-958d-4a9f-995f-8b024aa980c9 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:56.606227 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-75bfcbdf-8140-40c0-8320-b0ee9e5a77c0 req-2725f6e7-958d-4a9f-995f-8b024aa980c9 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0718822 Apr 05 11:00:56.607379 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36a3f4b3-14c3-40e6-9200-31c33a018b91 admin admin] Publish callbacks [] for security_group (08d64b8a-dd36-463d-ab68-d75571a2386a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.613000 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-36a3f4b3-14c3-40e6-9200-31c33a018b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (08d64b8a-dd36-463d-ab68-d75571a2386a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.627567 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f853ced-e7af-48df-932b-455120c960f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.668226 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-36a3f4b3-14c3-40e6-9200-31c33a018b91 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38713aed68db484fb128a3cdbb19afaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669867 Apr 05 11:00:56.670984 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43632) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:56.676604 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-75bfcbdf-8140-40c0-8320-b0ee9e5a77c0 req-82d0435e-25f3-45fb-9471-c2ac8da01b43 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611017 Apr 05 11:00:56.679756 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3f4b3-14c3-40e6-9200-31c33a018b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d64b8a-dd36-463d-ab68-d75571a2386a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:56.732521 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba09b414-2138-440c-8e14-a5b1e821331a admin admin] Publish callbacks [] for security_group (08d64b8a-dd36-463d-ab68-d75571a2386a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.760946 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba09b414-2138-440c-8e14-a5b1e821331a admin admin] Publish callbacks [] for security_group (08d64b8a-dd36-463d-ab68-d75571a2386a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.820025 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba09b414-2138-440c-8e14-a5b1e821331a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (08d64b8a-dd36-463d-ab68-d75571a2386a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.823767 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba09b414-2138-440c-8e14-a5b1e821331a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:56.824994 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ba09b414-2138-440c-8e14-a5b1e821331a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08d64b8a-dd36-463d-ab68-d75571a2386a HTTP/1.1" status: 204 len: 168 time: 0.1531301 Apr 05 11:00:56.835008 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09b414-2138-440c-8e14-a5b1e821331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d64b8a-dd36-463d-ab68-d75571a2386a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:57.695258 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43680) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:57.823294 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-340665443-network', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:57.833681 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f73420-cd6d-4ac6-b500-5f76fc851abb req-ffe95441-7990-45a3-92f1-d58e9b982724 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:57.835312 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-07f73420-cd6d-4ac6-b500-5f76fc851abb req-ffe95441-7990-45a3-92f1-d58e9b982724 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0618312 Apr 05 11:00:57.846201 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Made reservation on behalf of 8f74ea07de7d4c30a543ddcf26517551 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:00:57.848490 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:57.860191 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:57.889603 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-07f73420-cd6d-4ac6-b500-5f76fc851abb req-483cb79b-fd96-4546-9a61-6286a35929e1 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470116 Apr 05 11:00:57.944012 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Publish callbacks [] for security_group (2900a51d-4452-484d-b622-9b67e33d2114), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:57.947955 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (2900a51d-4452-484d-b622-9b67e33d2114), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:57.980852 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:00:57.990378 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2900a51d-4452-484d-b622-9b67e33d2114,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:57.998880 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (d71b0d59-32fe-4e94-91f4-509b874c64c5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:57.998880 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.segments_db [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Added segment d71b0d59-32fe-4e94-91f4-509b874c64c5 of type vlan for network c68bebc7-67da-4961-adae-6fb3ac59173a Apr 05 11:00:58.040720 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (c68bebc7-67da-4961-adae-6fb3ac59173a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:58.069844 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (c68bebc7-67da-4961-adae-6fb3ac59173a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:58.071317 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:58.071982 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:58.134526 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4380505 Apr 05 11:00:58.137428 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43690) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:58.142270 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] Request body: {'subnet': {'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-340665443-subnet', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:58.154067 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe2838-1386-4f5f-8be8-96580f7d159a admin admin] Pushing event updated for resources: {'Network': ['ID=c68bebc7-67da-4961-adae-6fb3ac59173a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:58.165254 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network c68bebc7-67da-4961-adae-6fb3ac59173a details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:00:58.170320 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] Made reservation on behalf of 8f74ea07de7d4c30a543ddcf26517551 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:00:58.172920 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814224'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:58.355710 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29381299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814222'] for subnet (d3b5d096-7ba2-40c2-ac88-490c7a9a4a13), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:58.413806 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b5d096-7ba2-40c2-ac88-490c7a9a4a13,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:58.426319 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] Checking segment: {'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:58.426675 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] Network hostable DHCP agents. Network: c68bebc7-67da-4961-adae-6fb3ac59173a, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:00:58.445063 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] Network c68bebc7-67da-4961-adae-6fb3ac59173a is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:00:58.454719 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, c68bebc7-67da-4961-adae-6fb3ac59173a) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:58.459879 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:58.461268 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:58.464651 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07029c30-291a-44ba-a4f7-e6d2561aec60 None None] Network c68bebc7-67da-4961-adae-6fb3ac59173a requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:00:58.478538 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-a5e5622e-5d92-417c-a0e9-c13c98ec515d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3400896 Apr 05 11:00:58.481148 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43696) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:58.485555 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:00:58.504812 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29016'] for router (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:58.506159 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-523207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28993'] for router (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:58.559981 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Publish callbacks [] for router_controller (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:58.568241 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd83f9197-d010-5aca-b623-cab93bca9b91-c68bebc7-67da-4961-adae-6fb3ac59173a', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13'}]}} from dv-cinder-818994-3-smb. {{(pid=103323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:00:58.568241 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:58.716331 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Publish callbacks [] for router_gateway (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:58.723273 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Allocated IP 172.20.0.2 (c68bebc7-67da-4961-adae-6fb3ac59173a/d3b5d096-7ba2-40c2-ac88-490c7a9a4a13/a3fdc37c-6136-4c87-ad81-109188679b9f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:58.979140 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Publish callbacks [] for router_gateway (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.006037 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.054619 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Publish callbacks [] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.058983 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86ea93-37fc-417e-8d37-7f942b8e4f29 req-6b3abd9b-15ff-46bd-b509-03f42d50ff41 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:00:59.061233 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fa86ea93-37fc-417e-8d37-7f942b8e4f29 req-6b3abd9b-15ff-46bd-b509-03f42d50ff41 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0702579 Apr 05 11:00:59.065297 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.115197 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Network c68bebc7-67da-4961-adae-6fb3ac59173a is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:59.118570 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:59.122023 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:59.146736 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fa86ea93-37fc-417e-8d37-7f942b8e4f29 req-b514fc77-07f9-4690-a85b-0217970d841f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749040 Apr 05 11:00:59.170210 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Allocated IP 172.28.2.65 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/411a127d-2d77-4544-af92-eacf0eb2380c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:00:59.203187 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43726) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:59.239950 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Pushing event updated for resources: {'Port': ['ID=a3fdc37c-6136-4c87-ad81-109188679b9f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:59.251339 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.251993 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.252515 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.253070 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.253602 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.254108 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.254611 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.255112 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.255651 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.256171 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.256673 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.257185 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.257706 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.258216 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.258725 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:00:59.262863 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Attempting to bind port a3fdc37c-6136-4c87-ad81-109188679b9f on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:00:59.263492 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Attempting to bind port a3fdc37c-6136-4c87-ad81-109188679b9f by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:00:59.264096 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Attempting to bind port a3fdc37c-6136-4c87-ad81-109188679b9f on network c68bebc7-67da-4961-adae-6fb3ac59173a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:00:59.273462 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:00:59.274108 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Checking segment: {'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:00:59.274667 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.275204 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Bound using segment: {'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:00:59.275879 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Bound port: a3fdc37c-6136-4c87-ad81-109188679b9f, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:00:59.276275 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.321507 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Publish callbacks [] for port (411a127d-2d77-4544-af92-eacf0eb2380c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.359041 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] For port a3fdc37c-6136-4c87-ad81-109188679b9f, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:00:59.363269 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.363916 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] For port a3fdc37c-6136-4c87-ad81-109188679b9f, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=a3fdc37c-6136-4c87-ad81-109188679b9f,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:00:59.371489 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d13ba26d-37bb-4e1b-ac7d-cccb07e30822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.375688 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.402882 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:00:59.406263 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:00:59.416674 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:00:59.453465 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0318d7-613b-41c0-9ca2-ade0b0ea6940 None None] Pushing event updated for resources: {'Port': ['ID=a3fdc37c-6136-4c87-ad81-109188679b9f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:59.462195 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Pushing event updated for resources: {'Port': ['ID=411a127d-2d77-4544-af92-eacf0eb2380c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:59.523855 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d13ba26d-37bb-4e1b-ac7d-cccb07e30822 admin admin] Publish callbacks [] for security_group (54351016-f970-4636-a1fa-6b3a4c0b2f7a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.529280 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d13ba26d-37bb-4e1b-ac7d-cccb07e30822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (54351016-f970-4636-a1fa-6b3a4c0b2f7a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.573012 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-d13ba26d-37bb-4e1b-ac7d-cccb07e30822 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16461e89323a42469c2fa25aa2f28794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683107 Apr 05 11:00:59.573916 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ba26d-37bb-4e1b-ac7d-cccb07e30822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54351016-f970-4636-a1fa-6b3a4c0b2f7a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:59.577376 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43736) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:00:59.592825 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-54cb0365-71d5-4912-9cba-7ebcc91a8aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.642444 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63d5dcaf-79b4-4f3b-af1d-c140fa4cc024 admin admin] Publish callbacks [] for security_group (54351016-f970-4636-a1fa-6b3a4c0b2f7a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.668576 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63d5dcaf-79b4-4f3b-af1d-c140fa4cc024 admin admin] Publish callbacks [] for security_group (54351016-f970-4636-a1fa-6b3a4c0b2f7a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.740483 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Publish callbacks [] for router_gateway (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.754539 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63d5dcaf-79b4-4f3b-af1d-c140fa4cc024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (54351016-f970-4636-a1fa-6b3a4c0b2f7a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.758694 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-63d5dcaf-79b4-4f3b-af1d-c140fa4cc024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:00:59.759940 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-63d5dcaf-79b4-4f3b-af1d-c140fa4cc024 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54351016-f970-4636-a1fa-6b3a4c0b2f7a HTTP/1.1" status: 204 len: 168 time: 0.1813838 Apr 05 11:00:59.780319 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5dcaf-79b4-4f3b-af1d-c140fa4cc024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54351016-f970-4636-a1fa-6b3a4c0b2f7a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:00:59.983537 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577586'] for router (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:00.140362 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d is scheduled to L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:01:00.271562 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:01:00.286152 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Sync routers for ids ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:01:00.293151 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:00.294411 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-cc629bc8-55f5-43b6-a67f-f7d0abe2e4d5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8123012 Apr 05 11:01:00.297157 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43754) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:00.301922 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Routers {'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:01:00.302754 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:01:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:00.326850 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ef9bb-bd14-4ebd-b720-54928f6a9022 req-6026bbfc-66f5-4516-b1d9-1a31df3f61c5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:00.329302 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-377ef9bb-bd14-4ebd-b720-54928f6a9022 req-6026bbfc-66f5-4516-b1d9-1a31df3f61c5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0989728 Apr 05 11:01:00.433371 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Set router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:01:00.433886 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-377ef9bb-bd14-4ebd-b720-54928f6a9022 req-c61de2e1-78b5-460b-9399-3d34058e70c6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981069 Apr 05 11:01:00.727654 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca3ab0-641f-414c-a416-9656934ef1fa None None] Network c68bebc7-67da-4961-adae-6fb3ac59173a requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:01:00.831862 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-bf77100f-51e2-4583-a768-75015b5b1b76 None None] Provisioning complete for port a3fdc37c-6136-4c87-ad81-109188679b9f triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:00.832415 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf77100f-51e2-4583-a768-75015b5b1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:00.889946 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:00:59Z', 'revision_number': 3, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:00.932926 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Checking router: c1e46326-ab35-4e43-a6fe-3f8ddb93e49d for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:01:00.933543 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Updating router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d port 411a127d-2d77-4544-af92-eacf0eb2380c binding host dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:01:00.937596 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:00.946874 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:00.986235 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:00.998509 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bf77100f-51e2-4583-a768-75015b5b1b76 None None] Current status of the port a3fdc37c-6136-4c87-ad81-109188679b9f is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:00.999197 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf77100f-51e2-4583-a768-75015b5b1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.041504 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-bf77100f-51e2-4583-a768-75015b5b1b76 None None] For port a3fdc37c-6136-4c87-ad81-109188679b9f, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=a3fdc37c-6136-4c87-ad81-109188679b9f,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:01.047479 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf77100f-51e2-4583-a768-75015b5b1b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.110347 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77100f-51e2-4583-a768-75015b5b1b76 None None] Pushing event updated for resources: {'Port': ['ID=a3fdc37c-6136-4c87-ad81-109188679b9f,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:01.247550 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Allocated IP 172.20.0.1 (c68bebc7-67da-4961-adae-6fb3ac59173a/d3b5d096-7ba2-40c2-ac88-490c7a9a4a13/50d8725d-a347-4fd0-9c2a-d96e25dc1ff8) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:01:01.277798 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-a0a399d6-d93f-4804-a0ec-48469604804f None None] Provisioning complete for port a3fdc37c-6136-4c87-ad81-109188679b9f triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:01.278213 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a0a399d6-d93f-4804-a0ec-48469604804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.342131 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Publish callbacks [] for port (411a127d-2d77-4544-af92-eacf0eb2380c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.353897 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.372818 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a0a399d6-d93f-4804-a0ec-48469604804f None None] Current status of the port a3fdc37c-6136-4c87-ad81-109188679b9f is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:01.397980 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Publish callbacks [] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.419702 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Attempting to bind port 411a127d-2d77-4544-af92-eacf0eb2380c on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:01:01.419979 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Attempting to bind port 411a127d-2d77-4544-af92-eacf0eb2380c by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:01:01.420340 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Attempting to bind port 411a127d-2d77-4544-af92-eacf0eb2380c on network 00d12171-f517-474d-a69e-00f7b55a096a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:01.423710 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Pushing event updated for resources: {'Port': ['ID=411a127d-2d77-4544-af92-eacf0eb2380c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:01.428404 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:01:01.428838 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Checking segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:01:01.429257 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.429716 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Bound using segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:01:01.430244 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Bound port: 411a127d-2d77-4544-af92-eacf0eb2380c, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:01:01.430668 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.431575 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.436877 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.438557 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.438557 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.438557 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.438557 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.438557 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.439235 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.439600 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.439932 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.440257 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.440581 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.440921 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.442548 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.442905 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.443243 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:01.474733 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Network c68bebc7-67da-4961-adae-6fb3ac59173a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:01.480177 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:01.485595 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:01:01.487545 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Pushing event updated for resources: {'Port': ['ID=50d8725d-a347-4fd0-9c2a-d96e25dc1ff8,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:01.525401 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] For port 411a127d-2d77-4544-af92-eacf0eb2380c, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:01:01.530286 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] For port 411a127d-2d77-4544-af92-eacf0eb2380c, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=411a127d-2d77-4544-af92-eacf0eb2380c,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:01:01.543027 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.546484 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577635'] for router_interface (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.623887 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Routers {'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:01:01.624511 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:01:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:01.630306 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3871b6-0802-4493-ab3e-8548d6001490 req-df7c7701-fc90-4747-8d15-2dada3317348 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:01.637967 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2c3871b6-0802-4493-ab3e-8548d6001490 req-df7c7701-fc90-4747-8d15-2dada3317348 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1048806 Apr 05 11:01:01.694805 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device a3fdc37c-6136-4c87-ad81-109188679b9f up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:01.714041 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead6b84-16ce-43fa-ab9f-e7096d94acac None None] Pushing event updated for resources: {'Port': ['ID=411a127d-2d77-4544-af92-eacf0eb2380c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:01.729109 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2c3871b6-0802-4493-ab3e-8548d6001490 req-4791814b-1809-4278-9e44-3c3fc83f25f3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897925 Apr 05 11:01:01.811035 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port a3fdc37c-6136-4c87-ad81-109188679b9f triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:01.812249 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.831052 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.849617 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] Set router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:01:01.919206 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-34a99514-80b6-4067-8824-dbee80771c49 None None] Provisioning complete for port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:01.919604 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-34a99514-80b6-4067-8824-dbee80771c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:01.953178 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port a3fdc37c-6136-4c87-ad81-109188679b9f is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:01.962274 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-34a99514-80b6-4067-8824-dbee80771c49 None None] Port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:01:02.057922 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:00:59Z', 'revision_number': 3, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:02.061091 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Publish callbacks [] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:02.068417 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:02.092674 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04637f03-2a35-47f5-bf8e-e50c4bc76c14 None None] The sync data for ids ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'] in dv-cinder-818994-3-smb is: [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:00:59Z', 'revision_number': 3, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:01:02.145754 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Pushing event updated for resources: {'Port': ['ID=50d8725d-a347-4fd0-9c2a-d96e25dc1ff8,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:02.151669 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:02.262906 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Network c68bebc7-67da-4961-adae-6fb3ac59173a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:02.264417 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:02.445201 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:01:02.476548 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:02.694629 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-0fec9e81-86f8-400a-8f5e-e60a3b388c60 None None] Provisioning complete for port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:02.694923 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0fec9e81-86f8-400a-8f5e-e60a3b388c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:02.750273 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0fec9e81-86f8-400a-8f5e-e60a3b388c60 None None] Port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:01:02.822559 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:01:02.829241 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-03e572ba-2549-4ee2-ad09-dc76f48afcc9 admin admin] 10.222.0.43 "PUT /v2.0/routers/c1e46326-ab35-4e43-a6fe-3f8ddb93e49d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5306265 Apr 05 11:01:02.898870 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fde19a-4cce-4969-84bc-7a11ae4280a7 req-3c3e320e-a8eb-43d2-b991-7c1fe38900f4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:02.900749 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a7fde19a-4cce-4969-84bc-7a11ae4280a7 req-3c3e320e-a8eb-43d2-b991-7c1fe38900f4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0692017 Apr 05 11:01:02.951223 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a7fde19a-4cce-4969-84bc-7a11ae4280a7 req-26f290b3-ccf7-4d7a-9862-4587804ce01f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448987 Apr 05 11:01:03.426389 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43836) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:03.431224 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1877754226-network', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:03.451774 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Made reservation on behalf of 00a1ccbffdd3463cb500286bdc970888 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:01:03.454426 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.467661 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.591802 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Publish callbacks [] for security_group (b1c91b63-3003-4081-8ec9-6a72de5a9aa8), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.594242 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 411a127d-2d77-4544-af92-eacf0eb2380c up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:03.600358 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (b1c91b63-3003-4081-8ec9-6a72de5a9aa8), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.630073 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:01:03.642043 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c91b63-3003-4081-8ec9-6a72de5a9aa8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:03.647290 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (c9fb9e7f-e12a-4db1-8597-e20741b103b6), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.647912 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.segments_db [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Added segment c9fb9e7f-e12a-4db1-8597-e20741b103b6 of type vlan for network b86240b6-0a81-4e7a-ab36-3fed6e2a82fd Apr 05 11:01:03.703852 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 411a127d-2d77-4544-af92-eacf0eb2380c triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:03.704450 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.707292 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (b86240b6-0a81-4e7a-ab36-3fed6e2a82fd), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.754351 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (b86240b6-0a81-4e7a-ab36-3fed6e2a82fd), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.755750 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:03.756511 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.803796 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.853514 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 411a127d-2d77-4544-af92-eacf0eb2380c is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:03.854115 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.884543 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-354c62dc-8560-4977-9791-165612471015 None None] For port 411a127d-2d77-4544-af92-eacf0eb2380c, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=411a127d-2d77-4544-af92-eacf0eb2380c,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:03.891857 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:03.960043 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Pushing event updated for resources: {'Port': ['ID=411a127d-2d77-4544-af92-eacf0eb2380c,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:04.061497 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Sync routers for ids ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:01:04.077305 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Routers {'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:01:04.078716 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:01:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:04.080135 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43864) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:04.080838 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6526980 Apr 05 11:01:04.085029 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] Request body: {'subnet': {'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1877754226-subnet', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:04.111518 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] Made reservation on behalf of 00a1ccbffdd3463cb500286bdc970888 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:01:04.114594 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814224'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:04.130839 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979f4ac-af83-4c24-bea4-43cdab5093ff admin admin] Pushing event updated for resources: {'Network': ['ID=b86240b6-0a81-4e7a-ab36-3fed6e2a82fd,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:04.149188 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network b86240b6-0a81-4e7a-ab36-3fed6e2a82fd details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:01:04.164378 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c8405-a4f8-49f8-bd70-63e2f8bc1f35 req-6f1712fc-1f22-4cbc-98d8-95396558e356 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:04.166593 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-039c8405-a4f8-49f8-bd70-63e2f8bc1f35 req-6f1712fc-1f22-4cbc-98d8-95396558e356 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0966439 Apr 05 11:01:04.244122 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-039c8405-a4f8-49f8-bd70-63e2f8bc1f35 req-727a2f59-5d95-41b4-ae1d-365885406c63 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598812 Apr 05 11:01:04.294043 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Set router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:01:04.359241 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29381299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814222'] for subnet (aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:04.429326 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:04.445960 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] Checking segment: {'id': 'c9fb9e7f-e12a-4db1-8597-e20741b103b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:01:04.446317 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] Network hostable DHCP agents. Network: b86240b6-0a81-4e7a-ab36-3fed6e2a82fd, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:01:04.466873 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] Network b86240b6-0a81-4e7a-ab36-3fed6e2a82fd is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:01:04.477623 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, b86240b6-0a81-4e7a-ab36-3fed6e2a82fd) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:04.482447 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:04.483172 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:04.504074 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ba2bfbe2-a4e9-48ea-b76f-db6c498f7660 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4222672 Apr 05 11:01:04.506044 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43882) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:04.510439 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1877754226-router', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:04.511704 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa7b421-4b07-4db1-a55e-6919e505e3c6 None None] Network b86240b6-0a81-4e7a-ab36-3fed6e2a82fd requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:01:04.533438 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29016'] for router (f6d655ae-f82e-49a6-a85a-0b3311c6f347), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:04.534868 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-523207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28993'] for router (f6d655ae-f82e-49a6-a85a-0b3311c6f347), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:04.584850 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:01:04.604152 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Publish callbacks [] for router_controller (f6d655ae-f82e-49a6-a85a-0b3311c6f347), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:04.623583 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 4, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '50d8725d-a347-4fd0-9c2a-d96e25dc1ff8', 'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'mac_address': 'fa:16:3e:fa:50:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:00Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 2, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'subnets': [{'id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:04.629804 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd83f9197-d010-5aca-b623-cab93bca9b91-b86240b6-0a81-4e7a-ab36-3fed6e2a82fd', 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd', 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'fixed_ips': [{'subnet_id': 'aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9'}]}} from dv-cinder-818994-3-smb. {{(pid=103323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:01:04.630763 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:04.660183 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Checking router: c1e46326-ab35-4e43-a6fe-3f8ddb93e49d for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:01:04.660402 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Updating router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 binding host dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:01:04.745879 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:04.751837 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Publish callbacks [] for router_gateway (f6d655ae-f82e-49a6-a85a-0b3311c6f347), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:04.911077 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Allocated IP 172.20.0.2 (b86240b6-0a81-4e7a-ab36-3fed6e2a82fd/aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9/704fa517-1548-4fac-afc1-6aa64863b608) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:01:04.994264 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Publish callbacks [] for router_gateway (f6d655ae-f82e-49a6-a85a-0b3311c6f347), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.013436 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.131483 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Allocated IP 172.28.2.179 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/7ced4199-9766-48af-a4b8-a33d3dce7af2) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:01:05.304879 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Publish callbacks [] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.357395 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Publish callbacks [] for port (704fa517-1548-4fac-afc1-6aa64863b608), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.362934 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.367665 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (704fa517-1548-4fac-afc1-6aa64863b608), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.403084 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:05.409537 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006d5fd-410d-4a28-b79a-5ca93dbf555f req-d823050a-72bc-46ed-8dca-6bd48d061225 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:05.410090 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Publish callbacks [] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.410202 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:05.414944 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:01:05.417148 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e006d5fd-410d-4a28-b79a-5ca93dbf555f req-d823050a-72bc-46ed-8dca-6bd48d061225 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0684695 Apr 05 11:01:05.428680 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Network b86240b6-0a81-4e7a-ab36-3fed6e2a82fd is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:05.430369 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:05.434120 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.441434 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:01:05.441649 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Pushing event updated for resources: {'Port': ['ID=7ced4199-9766-48af-a4b8-a33d3dce7af2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:05.460197 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Pushing event updated for resources: {'Port': ['ID=704fa517-1548-4fac-afc1-6aa64863b608,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:05.475590 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e006d5fd-410d-4a28-b79a-5ca93dbf555f req-c28aff00-a679-4ecb-9995-198071693612 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516362 Apr 05 11:01:05.620248 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Attempting to bind port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:01:05.620567 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Attempting to bind port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:01:05.620909 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Attempting to bind port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 on network c68bebc7-67da-4961-adae-6fb3ac59173a {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:05.623156 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 411a127d-2d77-4544-af92-eacf0eb2380c up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:05.638399 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410068f9-c9cb-43e3-863d-9c01c4b7b76d None None] Pushing event updated for resources: {'Port': ['ID=50d8725d-a347-4fd0-9c2a-d96e25dc1ff8,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:05.676318 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:01:05.676785 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Checking segment: {'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:01:05.677030 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.677441 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Bound using segment: {'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:01:05.677927 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Bound port: 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:01:05.678340 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.696322 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Attempting to bind port 704fa517-1548-4fac-afc1-6aa64863b608 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:01:05.696697 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Attempting to bind port 704fa517-1548-4fac-afc1-6aa64863b608 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': 'c9fb9e7f-e12a-4db1-8597-e20741b103b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:01:05.697061 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Attempting to bind port 704fa517-1548-4fac-afc1-6aa64863b608 on network b86240b6-0a81-4e7a-ab36-3fed6e2a82fd {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:05.712183 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:01:05.712418 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Checking segment: {'id': 'c9fb9e7f-e12a-4db1-8597-e20741b103b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:01:05.712675 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.713127 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Bound using segment: {'id': 'c9fb9e7f-e12a-4db1-8597-e20741b103b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:01:05.713546 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Bound port: 704fa517-1548-4fac-afc1-6aa64863b608, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb9e7f-e12a-4db1-8597-e20741b103b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:01:05.714047 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (704fa517-1548-4fac-afc1-6aa64863b608), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.745241 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Publish callbacks [] for router_gateway (f6d655ae-f82e-49a6-a85a-0b3311c6f347), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.846213 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 411a127d-2d77-4544-af92-eacf0eb2380c triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:05.846595 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.852109 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] For port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:01:05.854056 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-8652bc6b-a278-4901-890c-c6ae2a154a50 None None] Provisioning complete for port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:05.854422 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8652bc6b-a278-4901-890c-c6ae2a154a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.906772 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] For port 704fa517-1548-4fac-afc1-6aa64863b608, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:01:05.914563 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] For port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=50d8725d-a347-4fd0-9c2a-d96e25dc1ff8,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:01:05.935919 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] For port 704fa517-1548-4fac-afc1-6aa64863b608, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=704fa517-1548-4fac-afc1-6aa64863b608,segment=NetworkSegment(c9fb9e7f-e12a-4db1-8597-e20741b103b6),segment_id=c9fb9e7f-e12a-4db1-8597-e20741b103b6)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:01:05.941256 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.963192 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (704fa517-1548-4fac-afc1-6aa64863b608), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.982946 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577586'] for router (f6d655ae-f82e-49a6-a85a-0b3311c6f347), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:05.995757 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8652bc6b-a278-4901-890c-c6ae2a154a50 None None] Port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:01:06.072642 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Routers {'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:01:06.073284 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:01:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:06.130220 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410068f9-c9cb-43e3-863d-9c01c4b7b76d None None] Pushing event updated for resources: {'Port': ['ID=50d8725d-a347-4fd0-9c2a-d96e25dc1ff8,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:06.185520 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Router f6d655ae-f82e-49a6-a85a-0b3311c6f347 is scheduled to L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:01:06.194905 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 411a127d-2d77-4544-af92-eacf0eb2380c is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:06.253433 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527bd54-d1c9-4f90-a62c-060474cf0392 None None] Pushing event updated for resources: {'Port': ['ID=704fa517-1548-4fac-afc1-6aa64863b608,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:06.294511 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] Set router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:01:06.337703 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:01:06.347949 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Sync routers for ids ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:01:06.363227 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Routers {'f6d655ae-f82e-49a6-a85a-0b3311c6f347'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:01:06.363892 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:01:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:06.366800 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:06.368502 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-b0170897-a4fc-41cc-9bfc-67a23659174a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8615098 Apr 05 11:01:06.385753 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 43918) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:06.403367 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-a2e998fd-a490-4e49-b611-0e2eaf23c1eb None None] Provisioning complete for port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:06.403769 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2e998fd-a490-4e49-b611-0e2eaf23c1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:06.612807 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Set router f6d655ae-f82e-49a6-a85a-0b3311c6f347 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:01:06.659181 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0b27f-7230-4771-8e21-95435294eef6 req-db012972-c24f-4081-aa21-20f07db62a51 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:06.661548 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9fb0b27f-7230-4771-8e21-95435294eef6 req-db012972-c24f-4081-aa21-20f07db62a51 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0739250 Apr 05 11:01:06.662362 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a2e998fd-a490-4e49-b611-0e2eaf23c1eb None None] Current status of the port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:06.662822 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2e998fd-a490-4e49-b611-0e2eaf23c1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:06.724803 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-a2e998fd-a490-4e49-b611-0e2eaf23c1eb None None] For port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=50d8725d-a347-4fd0-9c2a-d96e25dc1ff8,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:06.731901 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a2e998fd-a490-4e49-b611-0e2eaf23c1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:06.753007 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9fb0b27f-7230-4771-8e21-95435294eef6 req-bfcafcf2-7229-4894-87be-64930f319752 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800009 Apr 05 11:01:06.774293 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 4, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '50d8725d-a347-4fd0-9c2a-d96e25dc1ff8', 'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'mac_address': 'fa:16:3e:fa:50:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:00Z', 'updated_at': '2022-04-05T11:01:05Z', 'revision_number': 4, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'subnets': [{'id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:06.823236 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b2980-3b0d-43e5-9b5f-55f6dd60b95d None None] The sync data for ids ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'] in dv-cinder-818994-3-smb is: [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 4, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '50d8725d-a347-4fd0-9c2a-d96e25dc1ff8', 'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'mac_address': 'fa:16:3e:fa:50:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:00Z', 'updated_at': '2022-04-05T11:01:05Z', 'revision_number': 4, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'subnets': [{'id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:01:06.850609 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e998fd-a490-4e49-b611-0e2eaf23c1eb None None] Pushing event updated for resources: {'Port': ['ID=50d8725d-a347-4fd0-9c2a-d96e25dc1ff8,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:06.884905 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'name': 'tempest-TestShelveInstance-1877754226-router', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:01:04Z', 'updated_at': '2022-04-05T11:01:05Z', 'revision_number': 3, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'gw_port': {'id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:05Z', 'updated_at': '2022-04-05T11:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:06.942200 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Checking router: f6d655ae-f82e-49a6-a85a-0b3311c6f347 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:01:06.942627 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Updating router f6d655ae-f82e-49a6-a85a-0b3311c6f347 port 7ced4199-9766-48af-a4b8-a33d3dce7af2 binding host dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:01:06.980977 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.051383 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.257627 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43948) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:07.286050 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Allocated IP 172.20.0.1 (b86240b6-0a81-4e7a-ab36-3fed6e2a82fd/aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9/9c734a11-69c0-4a48-a800-a939d4d793bd) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:01:07.433451 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Publish callbacks [] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.437173 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48d9c510-2d7f-4359-8b45-6d911164c1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.442653 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.460099 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Publish callbacks [] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.508228 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.510384 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Attempting to bind port 7ced4199-9766-48af-a4b8-a33d3dce7af2 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:01:07.510773 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Attempting to bind port 7ced4199-9766-48af-a4b8-a33d3dce7af2 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:01:07.511137 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Attempting to bind port 7ced4199-9766-48af-a4b8-a33d3dce7af2 on network 00d12171-f517-474d-a69e-00f7b55a096a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:07.532202 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837812ce-6a83-4e87-98db-47e956fb4382 None None] Pushing event updated for resources: {'Port': ['ID=7ced4199-9766-48af-a4b8-a33d3dce7af2,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:07.535898 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:01:07.536664 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Checking segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:01:07.537227 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.537900 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Bound using segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:01:07.538526 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Bound port: 7ced4199-9766-48af-a4b8-a33d3dce7af2, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:01:07.539245 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.548324 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c9529-478d-4f24-8a8f-4c2948a82b78 None None] Network b86240b6-0a81-4e7a-ab36-3fed6e2a82fd requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:01:07.590620 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Network b86240b6-0a81-4e7a-ab36-3fed6e2a82fd is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:07.595110 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:07.601790 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:01:07.625499 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48d9c510-2d7f-4359-8b45-6d911164c1d4 admin admin] Publish callbacks [] for security_group (7a131b7d-4c05-405d-9108-4bc77bc9732a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.631105 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-48d9c510-2d7f-4359-8b45-6d911164c1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (7a131b7d-4c05-405d-9108-4bc77bc9732a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.644804 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Pushing event updated for resources: {'Port': ['ID=9c734a11-69c0-4a48-a800-a939d4d793bd,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:07.671295 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-2852b869-2cc5-4daa-ac3d-2fbf4bb611e3 None None] Provisioning complete for port 704fa517-1548-4fac-afc1-6aa64863b608 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:07.672065 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2852b869-2cc5-4daa-ac3d-2fbf4bb611e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (704fa517-1548-4fac-afc1-6aa64863b608), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.675510 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-48d9c510-2d7f-4359-8b45-6d911164c1d4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a02d7bd35e2941b9bdff1159bb3a0e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167831 Apr 05 11:01:07.676114 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577635'] for router_interface (f6d655ae-f82e-49a6-a85a-0b3311c6f347), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.679084 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 43954) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:07.730211 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9c510-2d7f-4359-8b45-6d911164c1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a131b7d-4c05-405d-9108-4bc77bc9732a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:07.856259 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6b82099-c780-4044-9f45-d21fd6299b10 admin admin] Publish callbacks [] for security_group (7a131b7d-4c05-405d-9108-4bc77bc9732a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.868968 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 704fa517-1548-4fac-afc1-6aa64863b608 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:07.924072 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] For port 7ced4199-9766-48af-a4b8-a33d3dce7af2, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:01:07.929369 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] For port 7ced4199-9766-48af-a4b8-a33d3dce7af2, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=7ced4199-9766-48af-a4b8-a33d3dce7af2,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:01:07.933755 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.941871 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:07.961625 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6b82099-c780-4044-9f45-d21fd6299b10 admin admin] Publish callbacks [] for security_group (7a131b7d-4c05-405d-9108-4bc77bc9732a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:08.034461 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Routers {'f6d655ae-f82e-49a6-a85a-0b3311c6f347'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:01:08.035003 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad1823-b575-4453-aadd-24e4175e8744 req-8a924624-487b-4ffe-a048-b4299172339f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:08.035230 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:01:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:08.036617 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-53ad1823-b575-4453-aadd-24e4175e8744 req-8a924624-487b-4ffe-a048-b4299172339f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1387725 Apr 05 11:01:08.137195 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-53ad1823-b575-4453-aadd-24e4175e8744 req-4026bb97-8f3a-4a29-a3cc-05cc76c36dc4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880337 Apr 05 11:01:08.163288 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 704fa517-1548-4fac-afc1-6aa64863b608 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:08.164626 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6b82099-c780-4044-9f45-d21fd6299b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (7a131b7d-4c05-405d-9108-4bc77bc9732a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:08.167790 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b6b82099-c780-4044-9f45-d21fd6299b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:08.169017 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-b6b82099-c780-4044-9f45-d21fd6299b10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a131b7d-4c05-405d-9108-4bc77bc9732a HTTP/1.1" status: 204 len: 168 time: 0.4866073 Apr 05 11:01:08.177502 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (704fa517-1548-4fac-afc1-6aa64863b608), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:08.179394 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-2852b869-2cc5-4daa-ac3d-2fbf4bb611e3 None None] Current status of the port 704fa517-1548-4fac-afc1-6aa64863b608 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:08.179798 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2852b869-2cc5-4daa-ac3d-2fbf4bb611e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (704fa517-1548-4fac-afc1-6aa64863b608), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:08.192911 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b82099-c780-4044-9f45-d21fd6299b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a131b7d-4c05-405d-9108-4bc77bc9732a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:08.201102 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Publish callbacks [] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:08.217739 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:08.306561 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-2852b869-2cc5-4daa-ac3d-2fbf4bb611e3 None None] For port 704fa517-1548-4fac-afc1-6aa64863b608, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=704fa517-1548-4fac-afc1-6aa64863b608,segment=NetworkSegment(c9fb9e7f-e12a-4db1-8597-e20741b103b6),segment_id=c9fb9e7f-e12a-4db1-8597-e20741b103b6)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:08.321358 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2852b869-2cc5-4daa-ac3d-2fbf4bb611e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (704fa517-1548-4fac-afc1-6aa64863b608), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:08.348333 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (f6d655ae-f82e-49a6-a85a-0b3311c6f347), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:08.366161 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Pushing event updated for resources: {'Port': ['ID=9c734a11-69c0-4a48-a800-a939d4d793bd,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:08.377034 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] Set router f6d655ae-f82e-49a6-a85a-0b3311c6f347 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:01:08.443172 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837812ce-6a83-4e87-98db-47e956fb4382 None None] Pushing event updated for resources: {'Port': ['ID=7ced4199-9766-48af-a4b8-a33d3dce7af2,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:08.501561 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Network b86240b6-0a81-4e7a-ab36-3fed6e2a82fd is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:08.503223 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:08.731859 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Router f6d655ae-f82e-49a6-a85a-0b3311c6f347 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:01:08.743936 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'name': 'tempest-TestShelveInstance-1877754226-router', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:01:04Z', 'updated_at': '2022-04-05T11:01:07Z', 'revision_number': 4, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'gw_port': {'id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:05Z', 'updated_at': '2022-04-05T11:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '9c734a11-69c0-4a48-a800-a939d4d793bd', 'name': '', 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'mac_address': 'fa:16:3e:9f:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:07Z', 'updated_at': '2022-04-05T11:01:07Z', 'revision_number': 1, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'subnets': [{'id': 'aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:08.781110 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa19d48-3497-47a9-a64a-032bb255eb50 None None] The sync data for ids ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'] in dv-cinder-818994-3-smb is: [{'id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'name': 'tempest-TestShelveInstance-1877754226-router', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:01:04Z', 'updated_at': '2022-04-05T11:01:07Z', 'revision_number': 4, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'gw_port': {'id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:05Z', 'updated_at': '2022-04-05T11:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '9c734a11-69c0-4a48-a800-a939d4d793bd', 'name': '', 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'mac_address': 'fa:16:3e:9f:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:07Z', 'updated_at': '2022-04-05T11:01:07Z', 'revision_number': 1, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'subnets': [{'id': 'aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:01:08.787914 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 704fa517-1548-4fac-afc1-6aa64863b608 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:08.789583 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:08.795722 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852b869-2cc5-4daa-ac3d-2fbf4bb611e3 None None] Pushing event updated for resources: {'Port': ['ID=704fa517-1548-4fac-afc1-6aa64863b608,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:08.821314 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-5f76a44b-8878-4843-ad1b-1fd25b78e3c7 None None] Provisioning complete for port 704fa517-1548-4fac-afc1-6aa64863b608 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:08.821962 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f76a44b-8878-4843-ad1b-1fd25b78e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (704fa517-1548-4fac-afc1-6aa64863b608), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:08.963050 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5f76a44b-8878-4843-ad1b-1fd25b78e3c7 None None] Current status of the port 704fa517-1548-4fac-afc1-6aa64863b608 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:08.977952 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:08.978678 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:09.006513 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-5f76a44b-8878-4843-ad1b-1fd25b78e3c7 None None] Provisioning complete for port 9c734a11-69c0-4a48-a800-a939d4d793bd triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:09.006883 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5f76a44b-8878-4843-ad1b-1fd25b78e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:09.068253 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5f76a44b-8878-4843-ad1b-1fd25b78e3c7 None None] Port 9c734a11-69c0-4a48-a800-a939d4d793bd cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:01:09.132473 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:09.198195 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-d540646b-1d30-425a-8d6a-4a4d4349760e None None] Provisioning complete for port 9c734a11-69c0-4a48-a800-a939d4d793bd triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:09.198686 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d540646b-1d30-425a-8d6a-4a4d4349760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:09.243581 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d540646b-1d30-425a-8d6a-4a4d4349760e None None] Port 9c734a11-69c0-4a48-a800-a939d4d793bd cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:01:09.256949 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:01:09.269515 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-19dc8271-1d33-4772-a6f6-9f2ad0478b43 admin admin] 10.222.0.43 "PUT /v2.0/routers/f6d655ae-f82e-49a6-a85a-0b3311c6f347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8764446 Apr 05 11:01:09.348026 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4ba6-b5c1-4124-8323-2ac98c6e6eaa req-28a869cf-f210-4e55-bf76-ad1351821957 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:09.358779 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0c9b4ba6-b5c1-4124-8323-2ac98c6e6eaa req-28a869cf-f210-4e55-bf76-ad1351821957 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1085191 Apr 05 11:01:09.383807 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-68cd6d3c-4a9f-475f-8cec-3e79aa2dec3a None None] Provisioning complete for port 9c734a11-69c0-4a48-a800-a939d4d793bd triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:09.384598 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-68cd6d3c-4a9f-475f-8cec-3e79aa2dec3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:09.396251 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44000) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:09.476881 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-68cd6d3c-4a9f-475f-8cec-3e79aa2dec3a None None] Port 9c734a11-69c0-4a48-a800-a939d4d793bd cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:01:09.498945 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0c9b4ba6-b5c1-4124-8323-2ac98c6e6eaa req-277e88e0-de19-4625-9fa6-a5ba0950f574 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251173 Apr 05 11:01:09.631653 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-765289657-network', 'tenant_id': 'c41ed01487814eed9c5951abd1c1e4bf'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:09.642759 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 704fa517-1548-4fac-afc1-6aa64863b608 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:09.667312 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Made reservation on behalf of c41ed01487814eed9c5951abd1c1e4bf for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:01:09.669979 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:09.692175 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:09.728433 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 704fa517-1548-4fac-afc1-6aa64863b608 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:09.728814 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (704fa517-1548-4fac-afc1-6aa64863b608), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:09.839477 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Publish callbacks [] for security_group (1dacd51d-3be0-46d9-8e87-2278df9ef56e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:09.846225 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (1dacd51d-3be0-46d9-8e87-2278df9ef56e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:09.846726 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 704fa517-1548-4fac-afc1-6aa64863b608 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:09.873081 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:01:09.889172 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dacd51d-3be0-46d9-8e87-2278df9ef56e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:09.910801 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (f1da7684-fd65-44ff-aed2-4b45df7d170d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:09.911148 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.segments_db [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Added segment f1da7684-fd65-44ff-aed2-4b45df7d170d of type vlan for network 4da4312e-a767-4ce5-8be8-4917d39a4a04 Apr 05 11:01:09.966221 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 44022) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:09.973852 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (4da4312e-a767-4ce5-8be8-4917d39a4a04), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:09.986425 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-ccddafa9-8bb9-4c28-9db0-dc37c17c14b0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-52530822', 'description': 'tempest-secgroup-smoke-52530822 description', 'project_id': '8f74ea07de7d4c30a543ddcf26517551'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:10.010531 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (4da4312e-a767-4ce5-8be8-4917d39a4a04), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.012230 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ccddafa9-8bb9-4c28-9db0-dc37c17c14b0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.012412 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:10.013795 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.085971 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6861432 Apr 05 11:01:10.086335 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44026) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:10.093610 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] Request body: {'subnet': {'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-765289657-subnet', 'tenant_id': 'c41ed01487814eed9c5951abd1c1e4bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:10.098713 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18683bc-4207-4b2f-9e8f-6ccb2f076375 admin admin] Pushing event updated for resources: {'Network': ['ID=4da4312e-a767-4ce5-8be8-4917d39a4a04,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:10.109661 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network 4da4312e-a767-4ce5-8be8-4917d39a4a04 details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:01:10.113803 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ccddafa9-8bb9-4c28-9db0-dc37c17c14b0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group (f8e30057-70f3-4d28-93f3-563c42e9386b), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.122796 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ccddafa9-8bb9-4c28-9db0-dc37c17c14b0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (f8e30057-70f3-4d28-93f3-563c42e9386b), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.124418 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] Made reservation on behalf of c41ed01487814eed9c5951abd1c1e4bf for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:01:10.128210 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814224'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.163042 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ccddafa9-8bb9-4c28-9db0-dc37c17c14b0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.164436 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-ccddafa9-8bb9-4c28-9db0-dc37c17c14b0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1918869 Apr 05 11:01:10.167469 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 44028) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:10.173092 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-04c37dc2-1a71-4a3c-9130-3ae3ad31a048 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Request body: {'security_group_rule': {'security_group_id': 'f8e30057-70f3-4d28-93f3-563c42e9386b', 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:10.186183 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddafa9-8bb9-4c28-9db0-dc37c17c14b0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e30057-70f3-4d28-93f3-563c42e9386b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:10.219871 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04c37dc2-1a71-4a3c-9130-3ae3ad31a048 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (1f264c0f-d942-468c-ad7c-6555311207e4), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.285221 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04c37dc2-1a71-4a3c-9130-3ae3ad31a048 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (1f264c0f-d942-468c-ad7c-6555311207e4), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.290603 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04c37dc2-1a71-4a3c-9130-3ae3ad31a048 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (1f264c0f-d942-468c-ad7c-6555311207e4), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.314714 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c37dc2-1a71-4a3c-9130-3ae3ad31a048 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f264c0f-d942-468c-ad7c-6555311207e4,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:10.327642 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-04c37dc2-1a71-4a3c-9130-3ae3ad31a048 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.329258 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29381299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814222'] for subnet (426d20c7-3076-4bf2-8d47-9c161c5a12f7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.329999 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-04c37dc2-1a71-4a3c-9130-3ae3ad31a048 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610398 Apr 05 11:01:10.332163 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 44030) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:10.337028 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-fd779e0d-d4ad-496f-9e45-cf0c09b85f78 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Request body: {'security_group_rule': {'security_group_id': 'f8e30057-70f3-4d28-93f3-563c42e9386b', 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:10.364757 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd779e0d-d4ad-496f-9e45-cf0c09b85f78 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (0a7bb4d1-90b6-4388-9b3a-19ea1f28fb2a), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.390779 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=426d20c7-3076-4bf2-8d47-9c161c5a12f7,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:10.404649 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] Checking segment: {'id': 'f1da7684-fd65-44ff-aed2-4b45df7d170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:01:10.405305 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] Network hostable DHCP agents. Network: 4da4312e-a767-4ce5-8be8-4917d39a4a04, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:01:10.432129 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] Network 4da4312e-a767-4ce5-8be8-4917d39a4a04 is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:01:10.433930 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd779e0d-d4ad-496f-9e45-cf0c09b85f78 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (0a7bb4d1-90b6-4388-9b3a-19ea1f28fb2a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.439165 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd779e0d-d4ad-496f-9e45-cf0c09b85f78 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (0a7bb4d1-90b6-4388-9b3a-19ea1f28fb2a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.444151 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, 4da4312e-a767-4ce5-8be8-4917d39a4a04) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:10.448763 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:10.449864 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.468140 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24680590-705d-4da4-9198-0d7b1b407dbf None None] Network 4da4312e-a767-4ce5-8be8-4917d39a4a04 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:01:10.476173 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd779e0d-d4ad-496f-9e45-cf0c09b85f78 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7bb4d1-90b6-4388-9b3a-19ea1f28fb2a,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:10.487425 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-481e855b-2455-4689-beb5-3446d5bcfde2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3999860 Apr 05 11:01:10.505499 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fd779e0d-d4ad-496f-9e45-cf0c09b85f78 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.509470 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-fd779e0d-d4ad-496f-9e45-cf0c09b85f78 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1734009 Apr 05 11:01:10.509470 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 44036) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:10.527684 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-e1ea6174-d0c7-45a6-867c-1f9f029a288f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Request body: {'security_group_rule': {'security_group_id': 'f8e30057-70f3-4d28-93f3-563c42e9386b', 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:10.589424 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6174-d0c7-45a6-867c-1f9f029a288f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (38512c93-c016-49c9-91f8-4d49ea1da5db), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.632338 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f785bcd-4a42-41cd-95f2-7fb600ba683d None None] Network 4da4312e-a767-4ce5-8be8-4917d39a4a04 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:01:10.742793 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99d53e-762e-4729-8c7b-812695f2a859 req-142362e7-d693-4a3d-9d16-0b1295872e5a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:10.750718 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6f99d53e-762e-4729-8c7b-812695f2a859 req-142362e7-d693-4a3d-9d16-0b1295872e5a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1369247 Apr 05 11:01:10.773102 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6174-d0c7-45a6-867c-1f9f029a288f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (38512c93-c016-49c9-91f8-4d49ea1da5db), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.783411 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6174-d0c7-45a6-867c-1f9f029a288f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (38512c93-c016-49c9-91f8-4d49ea1da5db), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.814526 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea6174-d0c7-45a6-867c-1f9f029a288f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38512c93-c016-49c9-91f8-4d49ea1da5db,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:10.833109 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6f99d53e-762e-4729-8c7b-812695f2a859 req-4bb90022-4808-4bfc-acb6-0c97d5dfd4f9 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813839 Apr 05 11:01:10.836426 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6174-d0c7-45a6-867c-1f9f029a288f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.840419 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-e1ea6174-d0c7-45a6-867c-1f9f029a288f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272521 Apr 05 11:01:10.840677 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44048) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:10.846098 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-abe85d87-49ef-43bf-8a66-f3d59f07d8c0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Request body: {'security_group_rule': {'security_group_id': 'f8e30057-70f3-4d28-93f3-563c42e9386b', 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:10.886757 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abe85d87-49ef-43bf-8a66-f3d59f07d8c0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (0bf6f20a-5ebf-478a-85d6-177f754cfe50), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.955782 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abe85d87-49ef-43bf-8a66-f3d59f07d8c0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (0bf6f20a-5ebf-478a-85d6-177f754cfe50), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.960780 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abe85d87-49ef-43bf-8a66-f3d59f07d8c0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (0bf6f20a-5ebf-478a-85d6-177f754cfe50), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.982449 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe85d87-49ef-43bf-8a66-f3d59f07d8c0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf6f20a-5ebf-478a-85d6-177f754cfe50,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:10.992402 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-abe85d87-49ef-43bf-8a66-f3d59f07d8c0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:10.993673 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-abe85d87-49ef-43bf-8a66-f3d59f07d8c0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1517489 Apr 05 11:01:10.996954 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44050) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:11.001728 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-61466398-c93a-4d9b-bfe1-7e582d366612 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Request body: {'security_group_rule': {'security_group_id': 'f8e30057-70f3-4d28-93f3-563c42e9386b', 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:11.024456 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-61466398-c93a-4d9b-bfe1-7e582d366612 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Project 8f74ea07de7d4c30a543ddcf26517551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:01:11.029723 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61466398-c93a-4d9b-bfe1-7e582d366612 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (7d5a148f-8c00-4fb7-9aa4-9ee800fa4dfb), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.109549 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61466398-c93a-4d9b-bfe1-7e582d366612 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (7d5a148f-8c00-4fb7-9aa4-9ee800fa4dfb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.114962 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61466398-c93a-4d9b-bfe1-7e582d366612 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (7d5a148f-8c00-4fb7-9aa4-9ee800fa4dfb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.138820 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61466398-c93a-4d9b-bfe1-7e582d366612 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5a148f-8c00-4fb7-9aa4-9ee800fa4dfb,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:11.144013 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61466398-c93a-4d9b-bfe1-7e582d366612 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.145548 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-61466398-c93a-4d9b-bfe1-7e582d366612 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476636 Apr 05 11:01:11.148436 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 44066) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:11.153233 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2af89268-c140-4a0e-8831-91c1c3fad076 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Request body: {'security_group_rule': {'security_group_id': 'f8e30057-70f3-4d28-93f3-563c42e9386b', 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:11.179133 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.securitygroups_db [None req-2af89268-c140-4a0e-8831-91c1c3fad076 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Project 8f74ea07de7d4c30a543ddcf26517551 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:01:11.190931 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2af89268-c140-4a0e-8831-91c1c3fad076 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (a4278c5c-4f8e-4520-a6e5-7e9ededda08c), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.262307 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2af89268-c140-4a0e-8831-91c1c3fad076 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (a4278c5c-4f8e-4520-a6e5-7e9ededda08c), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.266630 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2af89268-c140-4a0e-8831-91c1c3fad076 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (a4278c5c-4f8e-4520-a6e5-7e9ededda08c), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.284222 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af89268-c140-4a0e-8831-91c1c3fad076 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4278c5c-4f8e-4520-a6e5-7e9ededda08c,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:11.293039 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2af89268-c140-4a0e-8831-91c1c3fad076 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.303906 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-2af89268-c140-4a0e-8831-91c1c3fad076 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541560 Apr 05 11:01:11.596685 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 7ced4199-9766-48af-a4b8-a33d3dce7af2 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:11.633394 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 44120) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:11.653140 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 7ced4199-9766-48af-a4b8-a33d3dce7af2 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:11.653622 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.759168 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 7ced4199-9766-48af-a4b8-a33d3dce7af2 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:11.759802 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.769277 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5212eca4-7f9b-4861-9f2c-dc1c660c1c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.781769 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-354c62dc-8560-4977-9791-165612471015 None None] For port 7ced4199-9766-48af-a4b8-a33d3dce7af2, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=7ced4199-9766-48af-a4b8-a33d3dce7af2,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:11.787647 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.872529 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5212eca4-7f9b-4861-9f2c-dc1c660c1c44 admin admin] Publish callbacks [] for security_group (963e7aa9-bb6d-46b4-81b0-7c2b50021ce3), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.878526 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Pushing event updated for resources: {'Port': ['ID=7ced4199-9766-48af-a4b8-a33d3dce7af2,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:11.880929 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5212eca4-7f9b-4861-9f2c-dc1c660c1c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (963e7aa9-bb6d-46b4-81b0-7c2b50021ce3), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:11.947885 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-5212eca4-7f9b-4861-9f2c-dc1c660c1c44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72402b2cc61f4522bee5531b053e49dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132763 Apr 05 11:01:11.950665 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 44134) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:11.964788 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212eca4-7f9b-4861-9f2c-dc1c660c1c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963e7aa9-bb6d-46b4-81b0-7c2b50021ce3,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:12.023245 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Sync routers for ids ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:01:12.034249 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Routers {'f6d655ae-f82e-49a6-a85a-0b3311c6f347'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:01:12.034869 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:01:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:12.044625 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de1e51dc-bfa3-417f-9f9f-a62023ffdb86 admin admin] Publish callbacks [] for security_group (963e7aa9-bb6d-46b4-81b0-7c2b50021ce3), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:12.069024 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b2c4c-0ed6-49ef-9f15-7d2912f9c0b0 req-3598a73c-f313-4b13-af92-a4fa215c468b tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:12.071976 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-280b2c4c-0ed6-49ef-9f15-7d2912f9c0b0 req-3598a73c-f313-4b13-af92-a4fa215c468b tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1042309 Apr 05 11:01:12.098332 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de1e51dc-bfa3-417f-9f9f-a62023ffdb86 admin admin] Publish callbacks [] for security_group (963e7aa9-bb6d-46b4-81b0-7c2b50021ce3), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:12.170129 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-280b2c4c-0ed6-49ef-9f15-7d2912f9c0b0 req-2376b61f-88a2-4711-b5b4-68b473ee437a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829763 Apr 05 11:01:12.191827 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Set router f6d655ae-f82e-49a6-a85a-0b3311c6f347 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:01:12.197782 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de1e51dc-bfa3-417f-9f9f-a62023ffdb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (963e7aa9-bb6d-46b4-81b0-7c2b50021ce3), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:12.200700 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de1e51dc-bfa3-417f-9f9f-a62023ffdb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:12.204665 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-de1e51dc-bfa3-417f-9f9f-a62023ffdb86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/963e7aa9-bb6d-46b4-81b0-7c2b50021ce3 HTTP/1.1" status: 204 len: 168 time: 0.2518692 Apr 05 11:01:12.213683 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e51dc-bfa3-417f-9f9f-a62023ffdb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963e7aa9-bb6d-46b4-81b0-7c2b50021ce3,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:12.517523 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'name': 'tempest-TestShelveInstance-1877754226-router', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:01:04Z', 'updated_at': '2022-04-05T11:01:07Z', 'revision_number': 4, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'gw_port': {'id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:05Z', 'updated_at': '2022-04-05T11:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '9c734a11-69c0-4a48-a800-a939d4d793bd', 'name': '', 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'mac_address': 'fa:16:3e:9f:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:07Z', 'updated_at': '2022-04-05T11:01:08Z', 'revision_number': 2, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'subnets': [{'id': 'aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:12.550875 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Checking router: f6d655ae-f82e-49a6-a85a-0b3311c6f347 for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:01:12.551297 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Updating router f6d655ae-f82e-49a6-a85a-0b3311c6f347 port 9c734a11-69c0-4a48-a800-a939d4d793bd binding host dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:01:12.580376 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:12.629578 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-9ce7921f-b0ea-498d-a3c3-49a8290d3df6 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:12.631228 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-9ce7921f-b0ea-498d-a3c3-49a8290d3df6 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/networks?id=4da4312e-a767-4ce5-8be8-4917d39a4a04 HTTP/1.1" status: 200 len: 808 time: 0.1182892 Apr 05 11:01:12.646820 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-7ff2e9ea-5dbc-429f-854e-8499d989a8fa tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/quotas/c41ed01487814eed9c5951abd1c1e4bf HTTP/1.1" status: 200 len: 375 time: 0.0101180 Apr 05 11:01:12.659268 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44176) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:12.674414 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da55926-297e-4b7a-8cee-d0387472f518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:12.693767 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-570e8ad9-5d64-4252-8ddf-40ab7faea93e tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c41ed01487814eed9c5951abd1c1e4bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406263 Apr 05 11:01:12.769950 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da55926-297e-4b7a-8cee-d0387472f518 admin admin] Publish callbacks [] for security_group (b4d288ee-f61d-4eae-a77d-4e256d4dee3f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:12.775494 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da55926-297e-4b7a-8cee-d0387472f518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (b4d288ee-f61d-4eae-a77d-4e256d4dee3f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:12.805669 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-92ebb3e2-9a1a-4a15-a64f-3cb1b6653542 service neutron] 10.222.0.43 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041222 Apr 05 11:01:12.823044 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-8da55926-297e-4b7a-8cee-d0387472f518 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=086e086c8496405988f536cd06a73d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619461 Apr 05 11:01:12.824677 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da55926-297e-4b7a-8cee-d0387472f518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d288ee-f61d-4eae-a77d-4e256d4dee3f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:12.825672 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 44178) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:12.902392 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Publish callbacks [] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:12.908989 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:12.946279 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-349492b9-e374-40e9-b918-1144192a8ae6 admin admin] Publish callbacks [] for security_group (b4d288ee-f61d-4eae-a77d-4e256d4dee3f), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:12.964047 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-ada4f296-de23-4a29-88de-0b9234c82eb2 service neutron] 10.222.0.43 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486664 Apr 05 11:01:12.991086 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ed149-b1cc-4216-abb5-fedbdc2ca0e6 None None] Pushing event updated for resources: {'Port': ['ID=9c734a11-69c0-4a48-a800-a939d4d793bd,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:13.003288 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-349492b9-e374-40e9-b918-1144192a8ae6 admin admin] Publish callbacks [] for security_group (b4d288ee-f61d-4eae-a77d-4e256d4dee3f), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:13.040159 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Attempting to bind port 9c734a11-69c0-4a48-a800-a939d4d793bd on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:01:13.040668 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Attempting to bind port 9c734a11-69c0-4a48-a800-a939d4d793bd by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': 'c9fb9e7f-e12a-4db1-8597-e20741b103b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:01:13.041301 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Attempting to bind port 9c734a11-69c0-4a48-a800-a939d4d793bd on network b86240b6-0a81-4e7a-ab36-3fed6e2a82fd {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:13.049852 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:01:13.050230 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Checking segment: {'id': 'c9fb9e7f-e12a-4db1-8597-e20741b103b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:01:13.050633 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:13.051688 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Bound using segment: {'id': 'c9fb9e7f-e12a-4db1-8597-e20741b103b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:01:13.052197 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Bound port: 9c734a11-69c0-4a48-a800-a939d4d793bd, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fb9e7f-e12a-4db1-8597-e20741b103b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:01:13.052583 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:13.090457 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-349492b9-e374-40e9-b918-1144192a8ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (b4d288ee-f61d-4eae-a77d-4e256d4dee3f), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:13.096081 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-349492b9-e374-40e9-b918-1144192a8ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:13.099756 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-349492b9-e374-40e9-b918-1144192a8ae6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4d288ee-f61d-4eae-a77d-4e256d4dee3f HTTP/1.1" status: 204 len: 168 time: 0.2706816 Apr 05 11:01:13.108029 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349492b9-e374-40e9-b918-1144192a8ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d288ee-f61d-4eae-a77d-4e256d4dee3f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:13.202465 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] For port 9c734a11-69c0-4a48-a800-a939d4d793bd, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:01:13.207563 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] For port 9c734a11-69c0-4a48-a800-a939d4d793bd, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9c734a11-69c0-4a48-a800-a939d4d793bd,segment=NetworkSegment(c9fb9e7f-e12a-4db1-8597-e20741b103b6),segment_id=c9fb9e7f-e12a-4db1-8597-e20741b103b6)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:01:13.216418 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:13.233950 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1975a9f4-dce5-4683-9d3b-b0aa6d2fb51e req-975bf460-a760-4501-b15e-9dc612bf656e tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 210 time: 0.0569391 Apr 05 11:01:13.293975 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-19e88b79-81c7-4abb-9e73-79f1b25c0474 None None] Provisioning complete for port 9c734a11-69c0-4a48-a800-a939d4d793bd triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:13.294389 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19e88b79-81c7-4abb-9e73-79f1b25c0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:13.301648 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Routers {'f6d655ae-f82e-49a6-a85a-0b3311c6f347'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:01:13.302469 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:01:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:13.365811 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0685f7-1f92-4d9f-9003-70b8f8d884a5 req-246c295c-c5fe-4bbe-99ff-9ebbbfe9d2d3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:13.375255 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1d0685f7-1f92-4d9f-9003-70b8f8d884a5 req-246c295c-c5fe-4bbe-99ff-9ebbbfe9d2d3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1093717 Apr 05 11:01:13.388854 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ed149-b1cc-4216-abb5-fedbdc2ca0e6 None None] Pushing event updated for resources: {'Port': ['ID=9c734a11-69c0-4a48-a800-a939d4d793bd,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:13.491462 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1d0685f7-1f92-4d9f-9003-70b8f8d884a5 req-5744bd51-8cd3-46d7-9fdd-1c740d06863e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109695 Apr 05 11:01:13.561852 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] Set router f6d655ae-f82e-49a6-a85a-0b3311c6f347 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:01:13.872291 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9c734a11-69c0-4a48-a800-a939d4d793bd up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:14.067373 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-19e88b79-81c7-4abb-9e73-79f1b25c0474 None None] Current status of the port 9c734a11-69c0-4a48-a800-a939d4d793bd is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:14.068100 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19e88b79-81c7-4abb-9e73-79f1b25c0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:14.136308 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 9c734a11-69c0-4a48-a800-a939d4d793bd triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:14.136721 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:14.194239 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-19e88b79-81c7-4abb-9e73-79f1b25c0474 None None] For port 9c734a11-69c0-4a48-a800-a939d4d793bd, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9c734a11-69c0-4a48-a800-a939d4d793bd,segment=NetworkSegment(c9fb9e7f-e12a-4db1-8597-e20741b103b6),segment_id=c9fb9e7f-e12a-4db1-8597-e20741b103b6)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:14.204890 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19e88b79-81c7-4abb-9e73-79f1b25c0474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:14.302346 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'name': 'tempest-TestShelveInstance-1877754226-router', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:01:04Z', 'updated_at': '2022-04-05T11:01:07Z', 'revision_number': 4, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'gw_port': {'id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:05Z', 'updated_at': '2022-04-05T11:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '9c734a11-69c0-4a48-a800-a939d4d793bd', 'name': '', 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'mac_address': 'fa:16:3e:9f:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:07Z', 'updated_at': '2022-04-05T11:01:13Z', 'revision_number': 4, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'subnets': [{'id': 'aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:01:14.305752 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 9c734a11-69c0-4a48-a800-a939d4d793bd is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:14.306773 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 7ced4199-9766-48af-a4b8-a33d3dce7af2 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:14.308296 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e88b79-81c7-4abb-9e73-79f1b25c0474 None None] Pushing event updated for resources: {'Port': ['ID=9c734a11-69c0-4a48-a800-a939d4d793bd,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:14.336908 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a01056ed-11ea-4554-96e8-ebd0b370e8b5 req-c719b5fa-e218-4582-9826-068e91a34ecc tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 210 time: 0.0405207 Apr 05 11:01:14.358715 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a9b89-dc10-46a0-b6a3-7e3e06696bcc None None] The sync data for ids ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'] in dv-cinder-818994-3-smb is: [{'id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'name': 'tempest-TestShelveInstance-1877754226-router', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:01:04Z', 'updated_at': '2022-04-05T11:01:07Z', 'revision_number': 4, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'gw_port': {'id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:05Z', 'updated_at': '2022-04-05T11:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '9c734a11-69c0-4a48-a800-a939d4d793bd', 'name': '', 'network_id': 'b86240b6-0a81-4e7a-ab36-3fed6e2a82fd', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'mac_address': 'fa:16:3e:9f:05:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:07Z', 'updated_at': '2022-04-05T11:01:13Z', 'revision_number': 4, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'subnets': [{'id': 'aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:01:14.380988 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-4e52fe87-9296-4709-bdb1-d8f978ce374b None None] Provisioning complete for port 9c734a11-69c0-4a48-a800-a939d4d793bd triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:14.381347 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4e52fe87-9296-4709-bdb1-d8f978ce374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:14.438881 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 7ced4199-9766-48af-a4b8-a33d3dce7af2 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:14.439259 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:14.527453 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4e52fe87-9296-4709-bdb1-d8f978ce374b None None] Current status of the port 9c734a11-69c0-4a48-a800-a939d4d793bd is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:14.569888 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 7ced4199-9766-48af-a4b8-a33d3dce7af2 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:14.740767 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148c196-c8aa-47f5-b70d-7cb8eed47564 req-cf6c5bff-8f4e-4b01-a984-1c7d5f0fd067 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:14.748510 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b148c196-c8aa-47f5-b70d-7cb8eed47564 req-cf6c5bff-8f4e-4b01-a984-1c7d5f0fd067 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1486194 Apr 05 11:01:14.787499 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:14.825631 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-b7ef4810-b595-4c22-bde7-b28915cd62a6 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:14.831735 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-b7ef4810-b595-4c22-bde7-b28915cd62a6 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.36 "GET /v2.0/networks?id=4da4312e-a767-4ce5-8be8-4917d39a4a04 HTTP/1.1" status: 200 len: 808 time: 0.1945474 Apr 05 11:01:14.842431 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b148c196-c8aa-47f5-b70d-7cb8eed47564 req-72dd9bb1-7f7e-42cd-9c4e-76d7fb0fbdfc tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925395 Apr 05 11:01:14.860453 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Request body: {'port': {'device_id': '37b0033d-bebc-4b59-9f38-d39d0edbe117', 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04', 'admin_state_up': True, 'tenant_id': 'c41ed01487814eed9c5951abd1c1e4bf'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:15.011554 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Made reservation on behalf of c41ed01487814eed9c5951abd1c1e4bf for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:01:15.016416 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:15.219712 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Allocated IP 172.20.0.11 (4da4312e-a767-4ce5-8be8-4917d39a4a04/426d20c7-3076-4bf2-8d47-9c161c5a12f7/447f17f0-af46-4bc3-b2e5-09c1ed4f794f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:01:15.412893 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks [] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:15.468571 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3075af2f-b168-4e01-9a2f-3b8dcf679589 req-1c5c2821-b9f8-46e9-9aaa-465bb9c244e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 210 time: 0.0516639 Apr 05 11:01:15.521399 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:15.583953 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9c734a11-69c0-4a48-a800-a939d4d793bd up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:15.584436 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Network 4da4312e-a767-4ce5-8be8-4917d39a4a04 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:15.594574 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:15.594574 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:01:15.600666 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:15.601371 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:15.615761 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Pushing event updated for resources: {'Port': ['ID=447f17f0-af46-4bc3-b2e5-09c1ed4f794f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:15.625940 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5f978393-6ca5-456d-b4d2-5f945436529f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7728729 Apr 05 11:01:15.652758 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Request body: {'port': {'device_id': '37b0033d-bebc-4b59-9f38-d39d0edbe117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:15.661438 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 9c734a11-69c0-4a48-a800-a939d4d793bd triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:15.661818 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:15.728063 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:15.761462 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 9c734a11-69c0-4a48-a800-a939d4d793bd is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:16.003922 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11cef6-8215-4b5c-aeb8-0e4623b6cb93 req-32b2a03e-f651-4bb0-a60f-d763651358aa tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:16.005731 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7d11cef6-8215-4b5c-aeb8-0e4623b6cb93 req-32b2a03e-f651-4bb0-a60f-d763651358aa tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0922782 Apr 05 11:01:16.086347 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447f17f0-af46-4bc3-b2e5-09c1ed4f794f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:01:16.094803 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Publish callbacks [] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:16.100141 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7d11cef6-8215-4b5c-aeb8-0e4623b6cb93 req-3344d53b-c175-4624-b624-bde0b45cba73 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873723 Apr 05 11:01:16.124797 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Transition to ACTIVE for port object 447f17f0-af46-4bc3-b2e5-09c1ed4f794f will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:01:16.124797 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:16.190518 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Pushing event updated for resources: {'Port': ['ID=447f17f0-af46-4bc3-b2e5-09c1ed4f794f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:16.236070 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Attempting to bind port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:01:16.236390 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Attempting to bind port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'f1da7684-fd65-44ff-aed2-4b45df7d170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:01:16.236721 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Attempting to bind port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f on network 4da4312e-a767-4ce5-8be8-4917d39a4a04 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:16.241510 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f on network 4da4312e-a767-4ce5-8be8-4917d39a4a04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:01:16.241984 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Attempting to bind port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f on network 4da4312e-a767-4ce5-8be8-4917d39a4a04 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:16.249648 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:01:16.250754 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Checking segment: {'id': 'f1da7684-fd65-44ff-aed2-4b45df7d170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:01:16.250754 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Bound using segment: {'id': 'f1da7684-fd65-44ff-aed2-4b45df7d170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:01:16.251091 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Bound port: 447f17f0-af46-4bc3-b2e5-09c1ed4f794f, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1da7684-fd65-44ff-aed2-4b45df7d170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:01:16.251404 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:16.324115 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] For port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:01:16.327381 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] For port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=447f17f0-af46-4bc3-b2e5-09c1ed4f794f,segment=NetworkSegment(f1da7684-fd65-44ff-aed2-4b45df7d170d),segment_id=f1da7684-fd65-44ff-aed2-4b45df7d170d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:01:16.335975 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:16.374752 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:16.375353 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:16.377034 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] 10.222.0.36 "PUT /v2.0/ports/447f17f0-af46-4bc3-b2e5-09c1ed4f794f HTTP/1.1" status: 200 len: 1094 time: 0.7368250 Apr 05 11:01:16.379672 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b0033d-bebc-4b59-9f38-d39d0edbe117', 'tag': '447f17f0-af46-4bc3-b2e5-09c1ed4f794f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:01:16.382350 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78984214-c006-4fc8-a562-bf464d773b93" -d '{"events": [{"name": "network-changed", "server_uuid": "37b0033d-bebc-4b59-9f38-d39d0edbe117", "tag": "447f17f0-af46-4bc3-b2e5-09c1ed4f794f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:01:16.420502 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990c812-01f4-4af0-8162-504e595a8b62 service neutron] Pushing event updated for resources: {'Port': ['ID=447f17f0-af46-4bc3-b2e5-09c1ed4f794f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:16.456884 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925ae8bc-e7e4-45e9-a2f4-3ccea18a0cea x-openstack-request-id: req-925ae8bc-e7e4-45e9-a2f4-3ccea18a0cea {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:01:16.457229 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b0033d-bebc-4b59-9f38-d39d0edbe117", "tag": "447f17f0-af46-4bc3-b2e5-09c1ed4f794f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:01:16.457444 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-925ae8bc-e7e4-45e9-a2f4-3ccea18a0cea {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:01:16.457842 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925ae8bc-e7e4-45e9-a2f4-3ccea18a0cea'] response: {'name': 'network-changed', 'server_uuid': '37b0033d-bebc-4b59-9f38-d39d0edbe117', 'tag': '447f17f0-af46-4bc3-b2e5-09c1ed4f794f', 'status': 'completed', 'code': 200} Apr 05 11:01:16.497290 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5d496a94-543f-46fc-95c4-33522d53e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:16.498855 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-5d496a94-543f-46fc-95c4-33522d53e695 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c41ed01487814eed9c5951abd1c1e4bf&device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 1128 time: 0.0540340 Apr 05 11:01:16.556315 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-3b0b7f97-eaee-48ad-bb63-00bbb9d8b69a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=447f17f0-af46-4bc3-b2e5-09c1ed4f794f HTTP/1.1" status: 200 len: 217 time: 0.0476685 Apr 05 11:01:16.639605 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-7fb6220b-fc2a-44f2-9e73-be10c3d49f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:16.641160 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-7fb6220b-fc2a-44f2-9e73-be10c3d49f5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=426d20c7-3076-4bf2-8d47-9c161c5a12f7 HTTP/1.1" status: 200 len: 848 time: 0.0776472 Apr 05 11:01:16.686861 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-b63c7e8a-685e-4572-b50f-e951fb6a518f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4da4312e-a767-4ce5-8be8-4917d39a4a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362766 Apr 05 11:01:16.699258 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856d880-cd32-454d-95f0-cf3d86aeeec3 req-a644845b-0b5e-4f44-9305-ed12d11dd06b tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:16.701231 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e856d880-cd32-454d-95f0-cf3d86aeeec3 req-a644845b-0b5e-4f44-9305-ed12d11dd06b tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 944 time: 0.1101000 Apr 05 11:01:16.827346 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e856d880-cd32-454d-95f0-cf3d86aeeec3 req-ba57df98-2148-4e84-a1ac-52b953cf95e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150143 Apr 05 11:01:16.847956 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-96bc36dc-20d7-405b-be9e-b51f2c887652 service neutron] 10.222.0.36 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444223 Apr 05 11:01:16.958175 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52200dd0-4e2e-451b-81cc-1c71c4a4aa71 req-92db0660-0a56-4e70-9113-f3f64e3a9dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034360 Apr 05 11:01:17.230470 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abf6b5-f9a5-4746-b22a-5cb4b72f9a31 req-505b38f9-b4ab-4258-9c0f-283312c7064e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:17.233048 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78abf6b5-f9a5-4746-b22a-5cb4b72f9a31 req-505b38f9-b4ab-4258-9c0f-283312c7064e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0566924 Apr 05 11:01:17.287326 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78abf6b5-f9a5-4746-b22a-5cb4b72f9a31 req-a4a1f1dc-4838-4822-a1bf-dc3298f2b589 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491717 Apr 05 11:01:17.960555 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ff884-0853-4d92-94e2-84c747e879dc req-d972cffe-bd80-464d-b29c-7015ca00ab99 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:17.962144 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fc8ff884-0853-4d92-94e2-84c747e879dc req-d972cffe-bd80-464d-b29c-7015ca00ab99 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 944 time: 0.0589023 Apr 05 11:01:18.015808 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fc8ff884-0853-4d92-94e2-84c747e879dc req-bf1bb783-6048-42cb-a32c-bdd20ec92c73 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475502 Apr 05 11:01:18.203355 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78984214-c006-4fc8-a562-bf464d773b93 req-06c491f1-35ba-4c2d-bb38-279c12df2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:18.206937 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78984214-c006-4fc8-a562-bf464d773b93 req-06c491f1-35ba-4c2d-bb38-279c12df2940 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c41ed01487814eed9c5951abd1c1e4bf&device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 1128 time: 0.0579686 Apr 05 11:01:18.323744 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78984214-c006-4fc8-a562-bf464d773b93 req-9e711e32-9107-4402-8a07-15d65b1c3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:18.325511 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78984214-c006-4fc8-a562-bf464d773b93 req-9e711e32-9107-4402-8a07-15d65b1c3b53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4da4312e-a767-4ce5-8be8-4917d39a4a04 HTTP/1.1" status: 200 len: 909 time: 0.1122983 Apr 05 11:01:18.396180 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78984214-c006-4fc8-a562-bf464d773b93 req-7561c3eb-6218-482a-96f6-6c6a6a1c4954 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=447f17f0-af46-4bc3-b2e5-09c1ed4f794f HTTP/1.1" status: 200 len: 217 time: 0.0528128 Apr 05 11:01:18.481743 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78984214-c006-4fc8-a562-bf464d773b93 req-38c0450e-d583-4102-976c-55d24ef11b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:18.483146 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78984214-c006-4fc8-a562-bf464d773b93 req-38c0450e-d583-4102-976c-55d24ef11b76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=426d20c7-3076-4bf2-8d47-9c161c5a12f7 HTTP/1.1" status: 200 len: 848 time: 0.0614581 Apr 05 11:01:18.496464 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd66966-9a45-4b04-9081-048d9fdf2043 req-c178819a-b147-409d-a59d-e829061fd39e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:18.497978 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0bd66966-9a45-4b04-9081-048d9fdf2043 req-c178819a-b147-409d-a59d-e829061fd39e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1126854 Apr 05 11:01:18.531067 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78984214-c006-4fc8-a562-bf464d773b93 req-dcf28243-1d6d-432f-97e6-df3cabc2327a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4da4312e-a767-4ce5-8be8-4917d39a4a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319629 Apr 05 11:01:18.590036 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0bd66966-9a45-4b04-9081-048d9fdf2043 req-86ae48a6-3360-475a-82ee-cf77c6a27552 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823450 Apr 05 11:01:18.662811 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78984214-c006-4fc8-a562-bf464d773b93 req-99748218-7e48-40cd-abc8-227f17096429 service neutron] 10.222.0.36 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170030 Apr 05 11:01:18.756992 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78984214-c006-4fc8-a562-bf464d773b93 req-79145ab8-9e59-4a39-982a-69cdb55f8069 service neutron] 10.222.0.36 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865095 Apr 05 11:01:19.143452 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157cb9e-8c07-42ef-945d-3688ab06683e req-b9e8fdea-cd59-446f-8ed3-81fc6655867f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:19.145072 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0157cb9e-8c07-42ef-945d-3688ab06683e req-b9e8fdea-cd59-446f-8ed3-81fc6655867f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 944 time: 0.0565197 Apr 05 11:01:19.203461 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0157cb9e-8c07-42ef-945d-3688ab06683e req-8ad55ac6-a2b3-4644-a666-d69541a2a0a1 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500243 Apr 05 11:01:19.511627 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 447f17f0-af46-4bc3-b2e5-09c1ed4f794f details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:01:19.618239 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=447f17f0-af46-4bc3-b2e5-09c1ed4f794f,segment=NetworkSegment(f1da7684-fd65-44ff-aed2-4b45df7d170d),segment_id=f1da7684-fd65-44ff-aed2-4b45df7d170d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:19.636020 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '447f17f0-af46-4bc3-b2e5-09c1ed4f794f', 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04', 'port_id': '447f17f0-af46-4bc3-b2e5-09c1ed4f794f', 'mac_address': 'fa:16:3e:8c:b6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426d20c7-3076-4bf2-8d47-9c161c5a12f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:01:19.673247 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:19.673538 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:19.687891 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447f17f0-af46-4bc3-b2e5-09c1ed4f794f {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:01:19.712092 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=447f17f0-af46-4bc3-b2e5-09c1ed4f794f,segment=NetworkSegment(f1da7684-fd65-44ff-aed2-4b45df7d170d),segment_id=f1da7684-fd65-44ff-aed2-4b45df7d170d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:19.717189 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:19.735617 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc1026-a29a-4549-bbe6-93c85cdd3a3b req-296215a5-7b7b-4667-ac84-ba18e836a716 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:19.737459 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-53dc1026-a29a-4549-bbe6-93c85cdd3a3b req-296215a5-7b7b-4667-ac84-ba18e836a716 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0602551 Apr 05 11:01:19.770143 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=447f17f0-af46-4bc3-b2e5-09c1ed4f794f,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:19.796997 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-53dc1026-a29a-4549-bbe6-93c85cdd3a3b req-1eac72c6-c64b-4fca-a904-84b0fc0a97df tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529687 Apr 05 11:01:19.936466 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44346) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:20.056923 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d800a5d-dba3-4bdf-9f5c-051d6ffd694d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:20.078941 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['447f17f0-af46-4bc3-b2e5-09c1ed4f794f'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:01:20.145616 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d800a5d-dba3-4bdf-9f5c-051d6ffd694d admin admin] Publish callbacks [] for security_group (991928f8-8a07-49b1-b5c7-3aa432d7b714), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:20.150851 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d800a5d-dba3-4bdf-9f5c-051d6ffd694d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (991928f8-8a07-49b1-b5c7-3aa432d7b714), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:20.191977 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-2d800a5d-dba3-4bdf-9f5c-051d6ffd694d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9418b9734a994d539ec2b62caecd1ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543883 Apr 05 11:01:20.192726 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d800a5d-dba3-4bdf-9f5c-051d6ffd694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991928f8-8a07-49b1-b5c7-3aa432d7b714,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:20.194589 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 44350) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:20.264189 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e349934-fc6b-4574-9097-556c542216b1 admin admin] Publish callbacks [] for security_group (991928f8-8a07-49b1-b5c7-3aa432d7b714), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:20.288244 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e349934-fc6b-4574-9097-556c542216b1 admin admin] Publish callbacks [] for security_group (991928f8-8a07-49b1-b5c7-3aa432d7b714), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:20.367024 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16377b56-ea69-4689-bc32-ddaa01180e7b req-7080e9a6-fe15-497d-a2d0-134aead591c1 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:20.368642 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-16377b56-ea69-4689-bc32-ddaa01180e7b req-7080e9a6-fe15-497d-a2d0-134aead591c1 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 945 time: 0.0857868 Apr 05 11:01:20.385161 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e349934-fc6b-4574-9097-556c542216b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (991928f8-8a07-49b1-b5c7-3aa432d7b714), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:20.387675 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7e349934-fc6b-4574-9097-556c542216b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:20.391061 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-7e349934-fc6b-4574-9097-556c542216b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/991928f8-8a07-49b1-b5c7-3aa432d7b714 HTTP/1.1" status: 204 len: 168 time: 0.1930294 Apr 05 11:01:20.406513 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e349934-fc6b-4574-9097-556c542216b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991928f8-8a07-49b1-b5c7-3aa432d7b714,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:20.451229 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-16377b56-ea69-4689-bc32-ddaa01180e7b req-82907ca3-e21e-4b97-b22f-91c6bd992143 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733616 Apr 05 11:01:20.978829 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b534e4-5a23-4235-a1e9-0291fdadf281 req-2276f3c0-0e2a-4587-b9b7-e718d0e04c0f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:20.980399 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b3b534e4-5a23-4235-a1e9-0291fdadf281 req-2276f3c0-0e2a-4587-b9b7-e718d0e04c0f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0664833 Apr 05 11:01:21.041962 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b3b534e4-5a23-4235-a1e9-0291fdadf281 req-be2c72b7-d785-4c5f-a31e-29fb1a339023 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507779 Apr 05 11:01:21.519089 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 447f17f0-af46-4bc3-b2e5-09c1ed4f794f up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:21.590675 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:01:21.595584 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:21.596318 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:21.617465 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fae92-4f9f-48d5-8591-7dbe2bdf5ecf req-ec4ef6b1-f88b-496f-ac4f-05420a897a4a tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:21.618199 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-af6fae92-4f9f-48d5-8591-7dbe2bdf5ecf req-ec4ef6b1-f88b-496f-ac4f-05420a897a4a tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 945 time: 0.0648150 Apr 05 11:01:21.673194 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-af6fae92-4f9f-48d5-8591-7dbe2bdf5ecf req-28cb6d73-69ee-4cba-8269-a301d63bfe4b tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483756 Apr 05 11:01:21.679343 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:21.680244 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:21.703621 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b0033d-bebc-4b59-9f38-d39d0edbe117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447f17f0-af46-4bc3-b2e5-09c1ed4f794f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:01:21.706269 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f24d6c-4804-413e-abfb-aad8889cfd57" -d '{"events": [{"server_uuid": "37b0033d-bebc-4b59-9f38-d39d0edbe117", "name": "network-vif-plugged", "status": "completed", "tag": "447f17f0-af46-4bc3-b2e5-09c1ed4f794f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:01:21.718815 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=447f17f0-af46-4bc3-b2e5-09c1ed4f794f,segment=NetworkSegment(f1da7684-fd65-44ff-aed2-4b45df7d170d),segment_id=f1da7684-fd65-44ff-aed2-4b45df7d170d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:21.723864 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:21.751561 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af23d87-4227-4aa3-aca9-537b87e0e7be x-openstack-request-id: req-8af23d87-4227-4aa3-aca9-537b87e0e7be {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:01:21.751791 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b0033d-bebc-4b59-9f38-d39d0edbe117", "name": "network-vif-plugged", "status": "completed", "tag": "447f17f0-af46-4bc3-b2e5-09c1ed4f794f", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:01:21.752042 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8af23d87-4227-4aa3-aca9-537b87e0e7be {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:01:21.752433 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af23d87-4227-4aa3-aca9-537b87e0e7be'] response: {'server_uuid': '37b0033d-bebc-4b59-9f38-d39d0edbe117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447f17f0-af46-4bc3-b2e5-09c1ed4f794f', 'code': 200} Apr 05 11:01:21.774931 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=447f17f0-af46-4bc3-b2e5-09c1ed4f794f,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:21.979201 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ae3e2-5e70-488e-91c5-0374018354f6 req-33cea3ba-7763-4a04-a512-2c544e9243da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:21.980793 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c20ae3e2-5e70-488e-91c5-0374018354f6 req-33cea3ba-7763-4a04-a512-2c544e9243da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 1130 time: 0.0625019 Apr 05 11:01:22.029861 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c20ae3e2-5e70-488e-91c5-0374018354f6 req-824922d5-a152-4316-b747-fbf3a34634a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Apr 05 11:01:22.181819 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25965938-140f-425d-b702-40cfe4e19e0e req-9069487f-f579-412f-8960-8435ba54e068 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:22.183596 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-25965938-140f-425d-b702-40cfe4e19e0e req-9069487f-f579-412f-8960-8435ba54e068 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0622790 Apr 05 11:01:22.236036 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-25965938-140f-425d-b702-40cfe4e19e0e req-4e400977-c97c-4769-a9cb-6e838822169f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 Apr 05 11:01:22.805924 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-c3649b22-c7bd-4b23-acdc-44ad751dfff3 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8cb8e487c6194a8ebe3a0be3266af60d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468550 Apr 05 11:01:23.174144 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b24450-3672-4387-a88e-b3f3ffae1f7b req-ea26c729-8555-47ac-9080-f41542e4c840 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:23.175798 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f8b24450-3672-4387-a88e-b3f3ffae1f7b req-ea26c729-8555-47ac-9080-f41542e4c840 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 946 time: 0.4261549 Apr 05 11:01:23.301898 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-06663c88-2bbb-4d48-958f-ad295d2ef809 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:23.303596 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-06663c88-2bbb-4d48-958f-ad295d2ef809 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4906809 Apr 05 11:01:23.322527 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f8b24450-3672-4387-a88e-b3f3ffae1f7b req-07f809c4-2cc4-4069-8963-1a6aff552306 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331620 Apr 05 11:01:23.329656 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-117dc20c-23bf-47db-87f1-8a2ea88f2499 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/quotas/8cb8e487c6194a8ebe3a0be3266af60d HTTP/1.1" status: 200 len: 375 time: 0.0204201 Apr 05 11:01:23.366990 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-80699c96-c61e-4bce-aeb2-215bc0447e74 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8cb8e487c6194a8ebe3a0be3266af60d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304618 Apr 05 11:01:23.484632 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee13b20-6366-4fe7-87be-5c1474379a06 req-a8819ef1-dd32-49c5-aa34-61631c965090 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:23.486736 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0ee13b20-6366-4fe7-87be-5c1474379a06 req-a8819ef1-dd32-49c5-aa34-61631c965090 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0928879 Apr 05 11:01:23.566407 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0ee13b20-6366-4fe7-87be-5c1474379a06 req-00031479-826b-4fc1-954a-6e0be07198ac tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723345 Apr 05 11:01:23.622382 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3cb9d901-e29d-4aca-89d3-507add036b40 req-5e8fedbe-510a-4fb8-9c07-c502e3ef1f27 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 210 time: 0.0360162 Apr 05 11:01:24.465611 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ac22f-22ef-4b75-b332-53eb1c776cf9 req-7844e86a-99bc-467a-b8d7-47e19c272504 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:24.467927 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d46ac22f-22ef-4b75-b332-53eb1c776cf9 req-7844e86a-99bc-467a-b8d7-47e19c272504 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 946 time: 0.0664837 Apr 05 11:01:24.528534 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d46ac22f-22ef-4b75-b332-53eb1c776cf9 req-7d1a652d-8a63-4ec3-b564-c99a182321e5 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538952 Apr 05 11:01:24.711479 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a0525-dd4e-4b30-9bc8-13f2e89065c5 req-4fa0ab55-9a72-4b52-87a3-4130d904c051 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:24.713122 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-387a0525-dd4e-4b30-9bc8-13f2e89065c5 req-4fa0ab55-9a72-4b52-87a3-4130d904c051 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0661910 Apr 05 11:01:24.743961 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c2bc2501-4ba6-4695-9813-4147c4992366 req-f6a405fc-f738-4b2b-958e-8cd99bfb05f5 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 210 time: 0.0297098 Apr 05 11:01:24.795243 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-387a0525-dd4e-4b30-9bc8-13f2e89065c5 req-c3d5a3e6-6412-4807-8928-ca5b70d11eb0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706468 Apr 05 11:01:25.004420 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-3109da37-04eb-4cca-b193-fde36ed27d74 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8cb8e487c6194a8ebe3a0be3266af60d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244761 Apr 05 11:01:25.156550 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-45eaf7a3-2c98-4e3e-af7f-af0c5df866cc tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:25.160168 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-45eaf7a3-2c98-4e3e-af7f-af0c5df866cc tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437643 Apr 05 11:01:25.184721 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Request body: {'port': {'device_id': '037c6329-a19a-468d-b6ce-f7ea79046d9a', 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb', 'admin_state_up': True, 'tenant_id': '8cb8e487c6194a8ebe3a0be3266af60d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:25.338599 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Made reservation on behalf of 8cb8e487c6194a8ebe3a0be3266af60d for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:01:25.349068 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:25.361772 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:25.494860 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Publish callbacks [] for security_group (3c7d1867-4bd0-43e9-9981-8f528676b77e), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:25.503200 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1da106-7cb6-49de-9846-d73251bef504 req-edc79c04-afc1-4423-a160-bc63de62b35c tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:25.504877 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dd1da106-7cb6-49de-9846-d73251bef504 req-edc79c04-afc1-4423-a160-bc63de62b35c tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 946 time: 0.0989096 Apr 05 11:01:25.506157 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (3c7d1867-4bd0-43e9-9981-8f528676b77e), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:25.623593 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7d1867-4bd0-43e9-9981-8f528676b77e,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:25.634977 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dd1da106-7cb6-49de-9846-d73251bef504 req-34420204-40af-4b35-a28d-e644c6de38c7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216457 Apr 05 11:01:25.689647 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Allocated IP 192.168.233.197 (880ffec2-f491-4a8f-9985-fd4909320dfb/074f8cf9-7e3f-4ae3-8c1c-e8c4f43a5f25/09109a5f-43dd-4859-8d76-7db784b300be) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:01:25.900539 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-10ac3719-e691-45c7-a943-763657d0bff3 req-6e8c781d-09fa-4a65-afdb-eff88b2d6ff9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 210 time: 0.0414505 Apr 05 11:01:25.956811 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Publish callbacks [] for port (09109a5f-43dd-4859-8d76-7db784b300be), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:25.999063 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ec849-ac66-4595-bd54-05687e9e4f41 req-a898403f-756b-4152-be79-2dd9fdff03e3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:26.000824 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-165ec849-ac66-4595-bd54-05687e9e4f41 req-a898403f-756b-4152-be79-2dd9fdff03e3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1029644 Apr 05 11:01:26.024982 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (09109a5f-43dd-4859-8d76-7db784b300be), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:26.093145 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Network 880ffec2-f491-4a8f-9985-fd4909320dfb is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:26.102558 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:26.110671 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:01:26.116138 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:26.116813 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:26.128356 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-165ec849-ac66-4595-bd54-05687e9e4f41 req-c7d8f4d3-b9f4-4089-9693-5dd1a390740c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201398 Apr 05 11:01:26.137503 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Pushing event updated for resources: {'Port': ['ID=09109a5f-43dd-4859-8d76-7db784b300be,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:26.168419 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-1f4ec8ae-fa29-412e-94bf-2ab6db845dd9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9884708 Apr 05 11:01:26.335829 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-b79ae415-47a8-422d-98f6-b0492fa37e65 None None] Provisioning complete for port 09109a5f-43dd-4859-8d76-7db784b300be triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:26.336423 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b79ae415-47a8-422d-98f6-b0492fa37e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (09109a5f-43dd-4859-8d76-7db784b300be), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:26.373883 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-b79ae415-47a8-422d-98f6-b0492fa37e65 None None] Port 09109a5f-43dd-4859-8d76-7db784b300be cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:01:26.624489 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d4f520b3-17ef-434e-a8af-1c151d3529fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:26.767622 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb51046-bbd4-431b-8f60-d1c3fafaceaf req-c9a435da-518d-42e6-ad8c-52a842a1621f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:26.769289 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8cb51046-bbd4-431b-8f60-d1c3fafaceaf req-c9a435da-518d-42e6-ad8c-52a842a1621f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 946 time: 0.0594366 Apr 05 11:01:26.825823 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8cb51046-bbd4-431b-8f60-d1c3fafaceaf req-628de5a2-6803-4010-be50-a4cfaeea5a8f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506372 Apr 05 11:01:26.912299 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Request body: {'port': {'device_id': '037c6329-a19a-468d-b6ce-f7ea79046d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:26.988137 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (09109a5f-43dd-4859-8d76-7db784b300be), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:27.077246 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdce74-cae5-4155-926a-b82f74c82c99 req-7db032f8-f07e-4c5e-97aa-5d17c9515f50 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:27.079322 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-57bdce74-cae5-4155-926a-b82f74c82c99 req-7db032f8-f07e-4c5e-97aa-5d17c9515f50 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 936 time: 0.1000869 Apr 05 11:01:27.220931 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-57bdce74-cae5-4155-926a-b82f74c82c99 req-06b7aea6-4985-4f9d-b837-db3c40907bd5 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851421 Apr 05 11:01:27.353103 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80690dc-d955-4ac6-a5d0-315986595a74 req-4dcb70b6-384f-4879-a35f-ccd1e38e92fb tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:27.354964 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c80690dc-d955-4ac6-a5d0-315986595a74 req-4dcb70b6-384f-4879-a35f-ccd1e38e92fb tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1220281 Apr 05 11:01:27.468673 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c80690dc-d955-4ac6-a5d0-315986595a74 req-f586fa22-5c13-4dc8-b0a3-c77464117218 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014981 Apr 05 11:01:27.472095 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09109a5f-43dd-4859-8d76-7db784b300be {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:01:27.499744 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Publish callbacks [] for port (09109a5f-43dd-4859-8d76-7db784b300be), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:27.520175 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Transition to ACTIVE for port object 09109a5f-43dd-4859-8d76-7db784b300be will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:01:27.526665 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (09109a5f-43dd-4859-8d76-7db784b300be), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:27.568931 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143485e-99e6-4c08-ac93-264d5fee688c req-7bfe2bc8-9528-48cb-9e9e-9e4ed87548ba tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:27.570427 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1143485e-99e6-4c08-ac93-264d5fee688c req-7bfe2bc8-9528-48cb-9e9e-9e4ed87548ba tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.36 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 946 time: 0.1182654 Apr 05 11:01:27.623818 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Pushing event updated for resources: {'Port': ['ID=09109a5f-43dd-4859-8d76-7db784b300be,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:27.687540 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Attempting to bind port 09109a5f-43dd-4859-8d76-7db784b300be on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:01:27.687953 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Attempting to bind port 09109a5f-43dd-4859-8d76-7db784b300be by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'f5866f70-7272-45bd-a275-ae61ae7da5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:01:27.688297 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Attempting to bind port 09109a5f-43dd-4859-8d76-7db784b300be on network 880ffec2-f491-4a8f-9985-fd4909320dfb {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:27.697776 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Port 09109a5f-43dd-4859-8d76-7db784b300be on network 880ffec2-f491-4a8f-9985-fd4909320dfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:01:27.697776 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Attempting to bind port 09109a5f-43dd-4859-8d76-7db784b300be on network 880ffec2-f491-4a8f-9985-fd4909320dfb {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:27.707599 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:01:27.707937 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Checking segment: {'id': 'f5866f70-7272-45bd-a275-ae61ae7da5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:01:27.708330 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Bound using segment: {'id': 'f5866f70-7272-45bd-a275-ae61ae7da5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:01:27.708778 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Bound port: 09109a5f-43dd-4859-8d76-7db784b300be, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5866f70-7272-45bd-a275-ae61ae7da5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:01:27.709137 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (09109a5f-43dd-4859-8d76-7db784b300be), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:27.767870 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-1143485e-99e6-4c08-ac93-264d5fee688c req-c06ade13-7f4d-4124-9374-71db7913b3e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Deleting port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:01:27.768528 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1143485e-99e6-4c08-ac93-264d5fee688c req-c06ade13-7f4d-4124-9374-71db7913b3e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:27.843262 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] For port 09109a5f-43dd-4859-8d76-7db784b300be, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:01:27.863609 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] For port 09109a5f-43dd-4859-8d76-7db784b300be, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=09109a5f-43dd-4859-8d76-7db784b300be,segment=NetworkSegment(f5866f70-7272-45bd-a275-ae61ae7da5a2),segment_id=f5866f70-7272-45bd-a275-ae61ae7da5a2)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:01:27.876762 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (09109a5f-43dd-4859-8d76-7db784b300be), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:27.921118 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-1143485e-99e6-4c08-ac93-264d5fee688c req-c06ade13-7f4d-4124-9374-71db7913b3e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] For port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=447f17f0-af46-4bc3-b2e5-09c1ed4f794f,segment=NetworkSegment(f1da7684-fd65-44ff-aed2-4b45df7d170d),segment_id=f1da7684-fd65-44ff-aed2-4b45df7d170d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:27.921484 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1143485e-99e6-4c08-ac93-264d5fee688c req-c06ade13-7f4d-4124-9374-71db7913b3e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:27.952838 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:27.953532 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:27.954972 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] 10.222.0.36 "PUT /v2.0/ports/09109a5f-43dd-4859-8d76-7db784b300be HTTP/1.1" status: 200 len: 1098 time: 1.0472221 Apr 05 11:01:27.969552 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '037c6329-a19a-468d-b6ce-f7ea79046d9a', 'tag': '09109a5f-43dd-4859-8d76-7db784b300be'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:01:27.972402 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe75c9f0-670d-4aac-b5ef-6c861e274d76" -d '{"events": [{"name": "network-changed", "server_uuid": "037c6329-a19a-468d-b6ce-f7ea79046d9a", "tag": "09109a5f-43dd-4859-8d76-7db784b300be"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:01:27.977735 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-1143485e-99e6-4c08-ac93-264d5fee688c req-c06ade13-7f4d-4124-9374-71db7913b3e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Calling delete_port for 447f17f0-af46-4bc3-b2e5-09c1ed4f794f owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:01:28.022401 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c23bf-7f7e-432d-824d-43a81f047b7c service neutron] Pushing event updated for resources: {'Port': ['ID=09109a5f-43dd-4859-8d76-7db784b300be,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:28.068779 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62790666-6891-4112-a0ed-2fa9ab32abc7 x-openstack-request-id: req-62790666-6891-4112-a0ed-2fa9ab32abc7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:01:28.069036 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "037c6329-a19a-468d-b6ce-f7ea79046d9a", "tag": "09109a5f-43dd-4859-8d76-7db784b300be", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:01:28.069452 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62790666-6891-4112-a0ed-2fa9ab32abc7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:01:28.069678 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62790666-6891-4112-a0ed-2fa9ab32abc7'] response: {'name': 'network-changed', 'server_uuid': '037c6329-a19a-468d-b6ce-f7ea79046d9a', 'tag': '09109a5f-43dd-4859-8d76-7db784b300be', 'status': 'completed', 'code': 200} Apr 05 11:01:28.107729 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc5cb5-9292-4930-ba8f-7a85b15a17f9 req-1277e20b-6a66-4895-a78b-d44e2f251e09 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:28.109329 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e7bc5cb5-9292-4930-ba8f-7a85b15a17f9 req-1277e20b-6a66-4895-a78b-d44e2f251e09 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=37b0033d-bebc-4b59-9f38-d39d0edbe117 HTTP/1.1" status: 200 len: 946 time: 0.1903777 Apr 05 11:01:28.187489 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-0801e9eb-d920-4b2a-ac43-c4c43c37d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:28.189100 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-0801e9eb-d920-4b2a-ac43-c4c43c37d6da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cb8e487c6194a8ebe3a0be3266af60d&device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 1132 time: 0.1701529 Apr 05 11:01:28.226162 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e7bc5cb5-9292-4930-ba8f-7a85b15a17f9 req-c11c3301-37b6-4993-90e8-694e2ae6ac54 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095316 Apr 05 11:01:28.265157 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-52eeb3f3-9075-4c23-891f-7c416d4fe984 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=09109a5f-43dd-4859-8d76-7db784b300be HTTP/1.1" status: 200 len: 217 time: 0.0513928 Apr 05 11:01:28.346478 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1143485e-99e6-4c08-ac93-264d5fee688c req-c06ade13-7f4d-4124-9374-71db7913b3e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (447f17f0-af46-4bc3-b2e5-09c1ed4f794f), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:28.358961 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['447f17f0-af46-4bc3-b2e5-09c1ed4f794f'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:01:28.406805 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ade13-7f4d-4124-9374-71db7913b3e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Pushing event deleted for resources: {'Port': ['ID=447f17f0-af46-4bc3-b2e5-09c1ed4f794f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:28.419169 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-4be90d28-efee-4eed-a3b7-e9aa3ef5501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:28.420723 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-4be90d28-efee-4eed-a3b7-e9aa3ef5501e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=074f8cf9-7e3f-4ae3-8c1c-e8c4f43a5f25 HTTP/1.1" status: 200 len: 843 time: 0.1480958 Apr 05 11:01:28.480484 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-1143485e-99e6-4c08-ac93-264d5fee688c req-c06ade13-7f4d-4124-9374-71db7913b3e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] No DVR routers for this DVR port 447f17f0-af46-4bc3-b2e5-09c1ed4f794f on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:01:28.514454 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d94667-c49d-4d3f-a960-b0ae28f57b7c req-4c6778d1-e2b7-4996-9897-aeb4eef0b72e tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:28.518147 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-73d94667-c49d-4d3f-a960-b0ae28f57b7c req-4c6778d1-e2b7-4996-9897-aeb4eef0b72e tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 948 time: 0.1907952 Apr 05 11:01:28.520220 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-1143485e-99e6-4c08-ac93-264d5fee688c req-c06ade13-7f4d-4124-9374-71db7913b3e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:28.523967 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1143485e-99e6-4c08-ac93-264d5fee688c req-c06ade13-7f4d-4124-9374-71db7913b3e3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.36 "DELETE /v2.0/ports/447f17f0-af46-4bc3-b2e5-09c1ed4f794f HTTP/1.1" status: 204 len: 173 time: 0.9446948 Apr 05 11:01:28.637334 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-70b768fc-de59-44ca-9b4a-de6856e2aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:28.639118 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-70b768fc-de59-44ca-9b4a-de6856e2aa38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=880ffec2-f491-4a8f-9985-fd4909320dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1891208 Apr 05 11:01:28.642764 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-73d94667-c49d-4d3f-a960-b0ae28f57b7c req-6a78e5a5-74c1-4950-b932-bf4a7be22672 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178062 Apr 05 11:01:28.695860 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff681843-9f1a-4810-a520-d05557e871e4 req-0b8147ca-e5af-42f5-93d3-3340a0963427 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:28.697459 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ff681843-9f1a-4810-a520-d05557e871e4 req-0b8147ca-e5af-42f5-93d3-3340a0963427 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1237974 Apr 05 11:01:28.793740 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ff681843-9f1a-4810-a520-d05557e871e4 req-24cec7c8-177e-4a22-b0fe-279660603711 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686319 Apr 05 11:01:28.797925 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-73500623-82e6-4fab-bcca-cd942a7b6690 service neutron] 10.222.0.36 "GET /v2.0/networks/880ffec2-f491-4a8f-9985-fd4909320dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487153 Apr 05 11:01:29.135747 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fca5bf00-4376-4eb4-8e9d-9c7011018267 req-2ee17184-19ee-4303-81ec-2e6cc58c7e44 service neutron] 10.222.0.36 "GET /v2.0/networks/880ffec2-f491-4a8f-9985-fd4909320dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105871 Apr 05 11:01:29.563525 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-b9ab5298-600a-4b3e-89e8-43db9ae060b9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:29.565050 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-b9ab5298-600a-4b3e-89e8-43db9ae060b9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/networks?id=4da4312e-a767-4ce5-8be8-4917d39a4a04 HTTP/1.1" status: 200 len: 808 time: 0.1088800 Apr 05 11:01:29.587122 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-e4a3d1a7-ccde-4227-81f3-da310f8ef776 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/quotas/c41ed01487814eed9c5951abd1c1e4bf HTTP/1.1" status: 200 len: 375 time: 0.0159116 Apr 05 11:01:29.591209 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-69fcf818-53b7-4e47-96a9-648dba62a5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:29.624579 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-9dc9af5b-0590-4d57-b2da-3dc922b4e235 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c41ed01487814eed9c5951abd1c1e4bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305941 Apr 05 11:01:29.754379 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-e925df6f-1ea2-4917-9ace-9fed5f780a98 service neutron] 10.222.0.43 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219270 Apr 05 11:01:29.921426 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ff613-ff09-4031-ae75-9c259e804e54 req-06eebc7a-aa8d-462a-a7d9-a1b348ffd404 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:29.924149 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0b3ff613-ff09-4031-ae75-9c259e804e54 req-06eebc7a-aa8d-462a-a7d9-a1b348ffd404 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 948 time: 0.1923153 Apr 05 11:01:29.971134 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-a2ac1565-e17a-49e1-b671-e0755bbe75a6 service neutron] 10.222.0.43 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936181 Apr 05 11:01:30.000664 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0b3ff613-ff09-4031-ae75-9c259e804e54 req-327632e1-65c4-4778-9d99-8547bdfe66e7 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704169 Apr 05 11:01:30.071361 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b0033d-bebc-4b59-9f38-d39d0edbe117', 'name': 'network-vif-deleted', 'tag': '447f17f0-af46-4bc3-b2e5-09c1ed4f794f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:01:30.074651 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4081b78-ec95-4d9e-ae55-71dbbfae2145" -d '{"events": [{"server_uuid": "37b0033d-bebc-4b59-9f38-d39d0edbe117", "name": "network-vif-deleted", "tag": "447f17f0-af46-4bc3-b2e5-09c1ed4f794f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:01:30.181986 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b176e-ecc8-4910-b201-5fbdd79adcbb req-4fec8225-2ddd-4f4f-b8c9-bb2be9adb4ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:30.189036 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8e3b176e-ecc8-4910-b201-5fbdd79adcbb req-4fec8225-2ddd-4f4f-b8c9-bb2be9adb4ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0898104 Apr 05 11:01:30.202932 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b33eadd-d046-4500-b189-adc1c362cf23 x-openstack-request-id: req-9b33eadd-d046-4500-b189-adc1c362cf23 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:01:30.203550 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b0033d-bebc-4b59-9f38-d39d0edbe117", "name": "network-vif-deleted", "tag": "447f17f0-af46-4bc3-b2e5-09c1ed4f794f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:01:30.204003 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b33eadd-d046-4500-b189-adc1c362cf23 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:01:30.204717 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b33eadd-d046-4500-b189-adc1c362cf23'] response: {'server_uuid': '37b0033d-bebc-4b59-9f38-d39d0edbe117', 'name': 'network-vif-deleted', 'tag': '447f17f0-af46-4bc3-b2e5-09c1ed4f794f', 'status': 'completed', 'code': 200} Apr 05 11:01:30.279994 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-050cc3ba-b8ba-4f12-8dfb-6a7be1cea6de req-4788689a-1a4e-46b6-b94a-511f41de76eb tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 210 time: 0.0421579 Apr 05 11:01:30.285652 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8e3b176e-ecc8-4910-b201-5fbdd79adcbb req-b373eb32-813e-48d3-a824-566b1412eca3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951757 Apr 05 11:01:30.479240 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75c9f0-670d-4aac-b5ef-6c861e274d76 req-a37080b6-2167-477f-8174-ef48761c1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:30.481924 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fe75c9f0-670d-4aac-b5ef-6c861e274d76 req-a37080b6-2167-477f-8174-ef48761c1f93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cb8e487c6194a8ebe3a0be3266af60d&device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 1132 time: 0.0787158 Apr 05 11:01:30.607507 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75c9f0-670d-4aac-b5ef-6c861e274d76 req-ddb5c43b-1797-49ac-b9d1-d2e8cb15e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:30.609803 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fe75c9f0-670d-4aac-b5ef-6c861e274d76 req-ddb5c43b-1797-49ac-b9d1-d2e8cb15e382 service neutron] 10.222.0.36 "GET /v2.0/networks?id=880ffec2-f491-4a8f-9985-fd4909320dfb HTTP/1.1" status: 200 len: 870 time: 0.1190023 Apr 05 11:01:30.663935 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fe75c9f0-670d-4aac-b5ef-6c861e274d76 req-af84521a-1c23-4063-b1da-f1a410b406f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=09109a5f-43dd-4859-8d76-7db784b300be HTTP/1.1" status: 200 len: 217 time: 0.0466928 Apr 05 11:01:30.735638 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75c9f0-670d-4aac-b5ef-6c861e274d76 req-55e2b8eb-0ea1-46c4-852a-2b5c650c8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:30.737528 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fe75c9f0-670d-4aac-b5ef-6c861e274d76 req-55e2b8eb-0ea1-46c4-852a-2b5c650c8128 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=074f8cf9-7e3f-4ae3-8c1c-e8c4f43a5f25 HTTP/1.1" status: 200 len: 843 time: 0.0572746 Apr 05 11:01:30.811084 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75c9f0-670d-4aac-b5ef-6c861e274d76 req-8603d29b-b250-41db-9c4b-8aa65cee6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:30.813077 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fe75c9f0-670d-4aac-b5ef-6c861e274d76 req-8603d29b-b250-41db-9c4b-8aa65cee6dea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=880ffec2-f491-4a8f-9985-fd4909320dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0561390 Apr 05 11:01:30.934462 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:30.949313 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fe75c9f0-670d-4aac-b5ef-6c861e274d76 req-a8282d2b-185e-4455-8e1b-3de4b95b181a service neutron] 10.222.0.36 "GET /v2.0/networks/880ffec2-f491-4a8f-9985-fd4909320dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198475 Apr 05 11:01:31.373815 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fe75c9f0-670d-4aac-b5ef-6c861e274d76 req-e2148ca2-d8cd-4f3b-9394-93600c02977d service neutron] 10.222.0.36 "GET /v2.0/networks/880ffec2-f491-4a8f-9985-fd4909320dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166775 Apr 05 11:01:31.387330 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db9944-aef8-4f6d-8a56-cd842b19fccf req-d7a3b6d4-baf1-47c9-a53c-2b11ab835dbb tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:31.389464 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c6db9944-aef8-4f6d-8a56-cd842b19fccf req-d7a3b6d4-baf1-47c9-a53c-2b11ab835dbb tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 948 time: 0.0907230 Apr 05 11:01:31.455885 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-80dbd646-46de-4a21-8a03-542d6fd254e1 req-8a0ab234-6c93-4c04-a61e-55ee219b1055 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 210 time: 0.0472884 Apr 05 11:01:31.535069 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 09109a5f-43dd-4859-8d76-7db784b300be details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:01:31.543505 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 447f17f0-af46-4bc3-b2e5-09c1ed4f794f no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:01:31.552695 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c6db9944-aef8-4f6d-8a56-cd842b19fccf req-0983723a-8b54-43d4-96a3-ae6a558a9127 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535807 Apr 05 11:01:31.597825 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: 447f17f0-af46-4bc3-b2e5-09c1ed4f794f {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:01:31.598296 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 447f17f0-af46-4bc3-b2e5-09c1ed4f794f not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:01:31.674935 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842bca7-c144-4e99-8969-6085d3e18b5f req-53812344-88fb-498c-8a5b-985b4bb14dce tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:31.682138 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3842bca7-c144-4e99-8969-6085d3e18b5f req-53812344-88fb-498c-8a5b-985b4bb14dce tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1259983 Apr 05 11:01:31.723745 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-a5479432-3299-4798-908c-5e8b4481ece7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:31.726022 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-a5479432-3299-4798-908c-5e8b4481ece7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.36 "GET /v2.0/networks?id=4da4312e-a767-4ce5-8be8-4917d39a4a04 HTTP/1.1" status: 200 len: 808 time: 0.2436337 Apr 05 11:01:31.745813 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Request body: {'port': {'device_id': '5cb63a70-09e6-4455-9a7f-67dab5b62e77', 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04', 'admin_state_up': True, 'tenant_id': 'c41ed01487814eed9c5951abd1c1e4bf'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:31.754278 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44642) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:31.758289 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 09109a5f-43dd-4859-8d76-7db784b300be, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=09109a5f-43dd-4859-8d76-7db784b300be,segment=NetworkSegment(f5866f70-7272-45bd-a275-ae61ae7da5a2),segment_id=f5866f70-7272-45bd-a275-ae61ae7da5a2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:31.777712 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '09109a5f-43dd-4859-8d76-7db784b300be', 'network_id': '880ffec2-f491-4a8f-9985-fd4909320dfb', 'port_id': '09109a5f-43dd-4859-8d76-7db784b300be', 'mac_address': 'fa:16:3e:a2:77:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '074f8cf9-7e3f-4ae3-8c1c-e8c4f43a5f25', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:01:31.807002 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3842bca7-c144-4e99-8969-6085d3e18b5f req-d038bac5-5fdd-4ec8-beb2-5cf49ba8331a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237376 Apr 05 11:01:31.852311 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 09109a5f-43dd-4859-8d76-7db784b300be is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:31.852619 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (09109a5f-43dd-4859-8d76-7db784b300be), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:31.870452 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09109a5f-43dd-4859-8d76-7db784b300be {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:01:31.897249 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 09109a5f-43dd-4859-8d76-7db784b300be, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=09109a5f-43dd-4859-8d76-7db784b300be,segment=NetworkSegment(f5866f70-7272-45bd-a275-ae61ae7da5a2),segment_id=f5866f70-7272-45bd-a275-ae61ae7da5a2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:31.904788 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (09109a5f-43dd-4859-8d76-7db784b300be), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:31.930665 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Made reservation on behalf of c41ed01487814eed9c5951abd1c1e4bf for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:01:31.937408 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:31.979637 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=09109a5f-43dd-4859-8d76-7db784b300be,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:32.037638 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74be3ccc-8be6-493d-aa09-656107bd306f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:32.115354 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Allocated IP 172.20.0.9 (4da4312e-a767-4ce5-8be8-4917d39a4a04/426d20c7-3076-4bf2-8d47-9c161c5a12f7/d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:01:32.148855 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74be3ccc-8be6-493d-aa09-656107bd306f admin admin] Publish callbacks [] for security_group (9e6396a7-d994-44d3-95b7-8f11af0148f2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:32.155593 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-74be3ccc-8be6-493d-aa09-656107bd306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (9e6396a7-d994-44d3-95b7-8f11af0148f2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:32.218648 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 44652) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:32.220343 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-74be3ccc-8be6-493d-aa09-656107bd306f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4552b1dcce3441a783b54fb12ad2fe68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4637721 Apr 05 11:01:32.221803 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be3ccc-8be6-493d-aa09-656107bd306f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6396a7-d994-44d3-95b7-8f11af0148f2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:32.261320 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['09109a5f-43dd-4859-8d76-7db784b300be'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:01:32.379605 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bffcc2ef-24cd-4195-bda2-80f8143ccc29 admin admin] Publish callbacks [] for security_group (9e6396a7-d994-44d3-95b7-8f11af0148f2), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:32.451221 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bffcc2ef-24cd-4195-bda2-80f8143ccc29 admin admin] Publish callbacks [] for security_group (9e6396a7-d994-44d3-95b7-8f11af0148f2), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:32.466220 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:32.517383 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-dae15020-e65f-4251-8d8a-bf4d1ad687ee tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-52530822&fields=id&tenant_id=8f74ea07de7d4c30a543ddcf26517551 HTTP/1.1" status: 200 len: 267 time: 0.1390221 Apr 05 11:01:32.528518 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks [] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:32.601492 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9545ad0e-0d54-4621-b9d7-3802b46d8b55 req-1bddaae8-d760-4d65-988f-8aafb0f2ee3b tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 210 time: 0.0553305 Apr 05 11:01:32.664613 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bffcc2ef-24cd-4195-bda2-80f8143ccc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (9e6396a7-d994-44d3-95b7-8f11af0148f2), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:32.667212 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bffcc2ef-24cd-4195-bda2-80f8143ccc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:32.668397 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-bffcc2ef-24cd-4195-bda2-80f8143ccc29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e6396a7-d994-44d3-95b7-8f11af0148f2 HTTP/1.1" status: 204 len: 168 time: 0.4486258 Apr 05 11:01:32.697615 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcc2ef-24cd-4195-bda2-80f8143ccc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6396a7-d994-44d3-95b7-8f11af0148f2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:32.701174 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:32.859093 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-540c00cc-0e38-48f0-83a4-252f35fb3a8b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:32.862051 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-540c00cc-0e38-48f0-83a4-252f35fb3a8b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/networks?id=c68bebc7-67da-4961-adae-6fb3ac59173a HTTP/1.1" status: 200 len: 808 time: 0.3314242 Apr 05 11:01:32.879328 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Network 4da4312e-a767-4ce5-8be8-4917d39a4a04 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:32.899316 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:32.906059 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:01:32.911608 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:32.912303 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:32.918488 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-517367ab-814c-4d76-91f1-4e1fcced8db4 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/quotas/8f74ea07de7d4c30a543ddcf26517551 HTTP/1.1" status: 200 len: 375 time: 0.0419564 Apr 05 11:01:32.925084 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Pushing event updated for resources: {'Port': ['ID=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:32.939693 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dacf4-1469-4707-9272-68e56d88da58 req-3be601d7-7e2e-481a-ae7f-714d70ec2e8d tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:32.941636 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-959dacf4-1469-4707-9272-68e56d88da58 req-3be601d7-7e2e-481a-ae7f-714d70ec2e8d tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 949 time: 0.2517412 Apr 05 11:01:32.948034 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-1ff60b8b-6b67-4a99-9a4f-8ddbefb63ef9 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2098126 Apr 05 11:01:32.973030 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Request body: {'port': {'device_id': '5cb63a70-09e6-4455-9a7f-67dab5b62e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:33.033261 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44668) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:33.051733 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cfa92a1a-3a73-41a2-9a78-a1f23dec3ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.095362 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-959dacf4-1469-4707-9272-68e56d88da58 req-568e4741-f2da-4c88-b399-a28293743079 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387897 Apr 05 11:01:33.107421 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-bdec3a6b-7b94-4472-99b0-218a09f50925 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f74ea07de7d4c30a543ddcf26517551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1647127 Apr 05 11:01:33.108267 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.182265 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cfa92a1a-3a73-41a2-9a78-a1f23dec3ea0 admin admin] Publish callbacks [] for security_group (a008a440-2544-4a73-b34c-86f51b07a2cf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.188658 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cfa92a1a-3a73-41a2-9a78-a1f23dec3ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a008a440-2544-4a73-b34c-86f51b07a2cf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.245490 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-cfa92a1a-3a73-41a2-9a78-a1f23dec3ea0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=321f7262747d4b869ac16168c9857215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107439 Apr 05 11:01:33.246461 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa92a1a-3a73-41a2-9a78-a1f23dec3ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a008a440-2544-4a73-b34c-86f51b07a2cf,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:33.249813 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44670) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:33.323348 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1554b727-75ca-4ebb-b907-01a4c2bc6572 admin admin] Publish callbacks [] for security_group (a008a440-2544-4a73-b34c-86f51b07a2cf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.349606 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-c07cb0a5-dcff-44a4-95bd-e2a66f4af554 service neutron] 10.222.0.43 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260950 Apr 05 11:01:33.357523 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1554b727-75ca-4ebb-b907-01a4c2bc6572 admin admin] Publish callbacks [] for security_group (a008a440-2544-4a73-b34c-86f51b07a2cf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.382718 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fd4f5-91dd-4a06-b357-07eb944f2683 req-22523b58-6ad6-4a68-a94a-647ce963b295 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:33.384319 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8f4fd4f5-91dd-4a06-b357-07eb944f2683 req-22523b58-6ad6-4a68-a94a-647ce963b295 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.2159722 Apr 05 11:01:33.433913 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1554b727-75ca-4ebb-b907-01a4c2bc6572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a008a440-2544-4a73-b34c-86f51b07a2cf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.438865 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1554b727-75ca-4ebb-b907-01a4c2bc6572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.443349 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-1554b727-75ca-4ebb-b907-01a4c2bc6572 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a008a440-2544-4a73-b34c-86f51b07a2cf HTTP/1.1" status: 204 len: 168 time: 0.1894813 Apr 05 11:01:33.469622 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554b727-75ca-4ebb-b907-01a4c2bc6572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a008a440-2544-4a73-b34c-86f51b07a2cf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:33.535518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 09109a5f-43dd-4859-8d76-7db784b300be up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:33.579191 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8f4fd4f5-91dd-4a06-b357-07eb944f2683 req-1b47f1d9-a5d3-474e-a7f6-3539a164aa56 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831405 Apr 05 11:01:33.600970 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-74c784db-39d6-4aa6-a3c2-7d88b8ec4876 service neutron] 10.222.0.43 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351875 Apr 05 11:01:33.654781 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port 09109a5f-43dd-4859-8d76-7db784b300be completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:01:33.664697 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:01:33.667164 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 09109a5f-43dd-4859-8d76-7db784b300be triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:33.670455 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (09109a5f-43dd-4859-8d76-7db784b300be), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.674525 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Publish callbacks [] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.692370 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Transition to ACTIVE for port object d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:01:33.700191 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.775364 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Pushing event updated for resources: {'Port': ['ID=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:33.831795 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.870215 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Attempting to bind port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:01:33.870555 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Attempting to bind port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'f1da7684-fd65-44ff-aed2-4b45df7d170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:01:33.870913 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Attempting to bind port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 on network 4da4312e-a767-4ce5-8be8-4917d39a4a04 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:33.878176 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 on network 4da4312e-a767-4ce5-8be8-4917d39a4a04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:01:33.878713 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Attempting to bind port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 on network 4da4312e-a767-4ce5-8be8-4917d39a4a04 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:33.888465 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:01:33.888806 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Checking segment: {'id': 'f1da7684-fd65-44ff-aed2-4b45df7d170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:01:33.889338 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Bound using segment: {'id': 'f1da7684-fd65-44ff-aed2-4b45df7d170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:01:33.889788 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Bound port: d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1da7684-fd65-44ff-aed2-4b45df7d170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:01:33.890154 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:33.921248 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5df7b2-7ba0-4cb9-a9d2-a06baa9cde00 req-d956df3f-6bea-434a-b9d3-5a1753d54f28 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:33.922472 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ed5df7b2-7ba0-4cb9-a9d2-a06baa9cde00 req-d956df3f-6bea-434a-b9d3-5a1753d54f28 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 943 time: 0.1036310 Apr 05 11:01:33.931208 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 09109a5f-43dd-4859-8d76-7db784b300be is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:33.932039 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (09109a5f-43dd-4859-8d76-7db784b300be), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:34.023728 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] For port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:01:34.030440 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 09109a5f-43dd-4859-8d76-7db784b300be, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=09109a5f-43dd-4859-8d76-7db784b300be,segment=NetworkSegment(f5866f70-7272-45bd-a275-ae61ae7da5a2),segment_id=f5866f70-7272-45bd-a275-ae61ae7da5a2)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:34.032264 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c6329-a19a-468d-b6ce-f7ea79046d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09109a5f-43dd-4859-8d76-7db784b300be'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:01:34.037113 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4809fc1e-7129-475b-892c-3315032e5d13" -d '{"events": [{"server_uuid": "037c6329-a19a-468d-b6ce-f7ea79046d9a", "name": "network-vif-plugged", "status": "completed", "tag": "09109a5f-43dd-4859-8d76-7db784b300be"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:01:34.042355 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (09109a5f-43dd-4859-8d76-7db784b300be), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:34.043250 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ed5df7b2-7ba0-4cb9-a9d2-a06baa9cde00 req-2d3a71fe-6b49-402b-912c-c7ef83982b89 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949161 Apr 05 11:01:34.045495 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] For port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8,segment=NetworkSegment(f1da7684-fd65-44ff-aed2-4b45df7d170d),segment_id=f1da7684-fd65-44ff-aed2-4b45df7d170d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:01:34.079539 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:34.106692 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c810284a-c704-4ab1-adf3-1e6bfdae0d5e req-8338b80e-0f85-4804-8a4b-f2fd653ea345 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 210 time: 0.0569203 Apr 05 11:01:34.139633 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:34.140735 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:34.142513 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] 10.222.0.36 "PUT /v2.0/ports/d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 HTTP/1.1" status: 200 len: 1093 time: 1.1815822 Apr 05 11:01:34.143006 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb63a70-09e6-4455-9a7f-67dab5b62e77', 'tag': 'd2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:01:34.143497 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=09109a5f-43dd-4859-8d76-7db784b300be,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:34.145423 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994544ab-8c6b-4ac4-bd88-1236c340bc67" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb63a70-09e6-4455-9a7f-67dab5b62e77", "tag": "d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:01:34.167619 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d9cf97-e539-473e-a8ca-2eb0e4650bf6 x-openstack-request-id: req-b5d9cf97-e539-473e-a8ca-2eb0e4650bf6 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:01:34.169920 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037c6329-a19a-468d-b6ce-f7ea79046d9a", "name": "network-vif-plugged", "status": "completed", "tag": "09109a5f-43dd-4859-8d76-7db784b300be", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:01:34.170732 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5d9cf97-e539-473e-a8ca-2eb0e4650bf6 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:01:34.172257 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d9cf97-e539-473e-a8ca-2eb0e4650bf6'] response: {'server_uuid': '037c6329-a19a-468d-b6ce-f7ea79046d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09109a5f-43dd-4859-8d76-7db784b300be', 'code': 200} Apr 05 11:01:34.230900 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ea42ec-5e9e-453d-afad-15fb4442118c x-openstack-request-id: req-99ea42ec-5e9e-453d-afad-15fb4442118c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:01:34.231340 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb63a70-09e6-4455-9a7f-67dab5b62e77", "tag": "d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:01:34.231737 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99ea42ec-5e9e-453d-afad-15fb4442118c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:01:34.232260 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ea42ec-5e9e-453d-afad-15fb4442118c'] response: {'name': 'network-changed', 'server_uuid': '5cb63a70-09e6-4455-9a7f-67dab5b62e77', 'tag': 'd2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8', 'status': 'completed', 'code': 200} Apr 05 11:01:34.237649 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e9580-5231-4d51-8212-8b2952c6ff0a service neutron] Pushing event updated for resources: {'Port': ['ID=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:34.315635 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-d9ce6bba-cf56-47f2-88fb-d3a77a189749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:34.317521 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-d9ce6bba-cf56-47f2-88fb-d3a77a189749 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c41ed01487814eed9c5951abd1c1e4bf&device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 1127 time: 0.1184893 Apr 05 11:01:34.349053 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6ea14-8e3f-4790-826a-5e51468677ac req-b823fcfb-bc6f-4363-9a1e-7d987e23ea81 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:34.352443 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-36c6ea14-8e3f-4790-826a-5e51468677ac req-b823fcfb-bc6f-4363-9a1e-7d987e23ea81 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 950 time: 0.0947053 Apr 05 11:01:34.394282 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-3273e933-8587-4681-9c86-49894b09d40e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 HTTP/1.1" status: 200 len: 217 time: 0.0646756 Apr 05 11:01:34.541494 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-36c6ea14-8e3f-4790-826a-5e51468677ac req-e2c654a8-011f-4a94-bd1b-68cd3975bbb4 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501813 Apr 05 11:01:34.546380 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-6f4c99fa-d242-4bfe-94a7-f8ac813ef999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:34.548386 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-6f4c99fa-d242-4bfe-94a7-f8ac813ef999 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=426d20c7-3076-4bf2-8d47-9c161c5a12f7 HTTP/1.1" status: 200 len: 848 time: 0.1471951 Apr 05 11:01:34.559167 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8b41f-e762-430b-a715-d1676020d637 req-ebf6017c-e154-48a1-9102-b410a480995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:34.560693 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-edd8b41f-e762-430b-a715-d1676020d637 req-ebf6017c-e154-48a1-9102-b410a480995a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 1134 time: 0.1298053 Apr 05 11:01:34.595427 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-321eb2c8-d4d1-47da-a7ea-1297be922955 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4da4312e-a767-4ce5-8be8-4917d39a4a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385356 Apr 05 11:01:34.690512 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-edd8b41f-e762-430b-a715-d1676020d637 req-eea4a14b-4990-40da-aa40-ece1bf6397fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183941 Apr 05 11:01:34.755154 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-a05997f0-d983-4cd8-8021-868d11555a6e service neutron] 10.222.0.36 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527216 Apr 05 11:01:34.774483 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8af00-5256-48fe-a622-1099da87fdf8 req-d0b5e806-b293-4ea0-908a-aafdac437724 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:34.776089 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8dc8af00-5256-48fe-a622-1099da87fdf8 req-d0b5e806-b293-4ea0-908a-aafdac437724 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0830004 Apr 05 11:01:34.837070 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8dc8af00-5256-48fe-a622-1099da87fdf8 req-03bf4864-8400-4b2a-ab77-2c7715a2c2bd tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533497 Apr 05 11:01:35.049049 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81d18eea-bee8-4548-bf6b-a59e338dc021 req-b158f841-ac2a-49e5-a514-15a368241ea0 service neutron] 10.222.0.36 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257875 Apr 05 11:01:35.204355 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cacba-d733-440c-9f69-56534df6d6c9 req-2d02f4eb-96b6-4e1c-8c97-fc50fdebc38c tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:35.206123 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fd4cacba-d733-440c-9f69-56534df6d6c9 req-2d02f4eb-96b6-4e1c-8c97-fc50fdebc38c tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 943 time: 0.0837755 Apr 05 11:01:35.227874 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-960ed2a5-76bd-459d-9f9c-833bbbb54c87 req-059ec42c-101b-4525-bbb2-959fd683019e tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 210 time: 0.0458386 Apr 05 11:01:35.289565 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fd4cacba-d733-440c-9f69-56534df6d6c9 req-9926f1f6-c474-4c13-aedd-2296398dd51d tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640309 Apr 05 11:01:35.677091 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b2465-b7ba-47e5-b3f2-768df9b55164 req-2d433c4b-e3de-486d-a033-0c96d0e2a35b tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:35.678731 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bd7b2465-b7ba-47e5-b3f2-768df9b55164 req-2d433c4b-e3de-486d-a033-0c96d0e2a35b tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 950 time: 0.0597389 Apr 05 11:01:35.730990 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bd7b2465-b7ba-47e5-b3f2-768df9b55164 req-895b6b77-56a3-427a-86e3-5d5b5eaccb68 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463238 Apr 05 11:01:35.980100 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb208ff5-4015-4152-9215-e278fdaaea25 req-757d85e6-45dc-4129-be00-0f566da3f825 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:35.981638 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-eb208ff5-4015-4152-9215-e278fdaaea25 req-757d85e6-45dc-4129-be00-0f566da3f825 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0580204 Apr 05 11:01:36.036662 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-eb208ff5-4015-4152-9215-e278fdaaea25 req-e5faf64a-cefd-4fde-b077-f0a085f1ba84 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 Apr 05 11:01:36.338367 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f09c920a-7d3f-4691-b738-ac64195ef093 req-30bcd650-23ed-4a56-a6df-ab3ef9c99528 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 210 time: 0.0314887 Apr 05 11:01:36.429902 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b3da4-019f-44db-9b05-6f1e103f37bf req-e35a8e0b-d815-406c-9434-acfae371186e tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:36.431372 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a66b3da4-019f-44db-9b05-6f1e103f37bf req-e35a8e0b-d815-406c-9434-acfae371186e tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 943 time: 0.0629523 Apr 05 11:01:36.484358 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a66b3da4-019f-44db-9b05-6f1e103f37bf req-e3472f59-1b2f-409d-857c-5efe090be576 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469146 Apr 05 11:01:36.642862 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994544ab-8c6b-4ac4-bd88-1236c340bc67 req-e630c3d0-9034-41e7-babb-e82ebce34232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:36.644780 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-994544ab-8c6b-4ac4-bd88-1236c340bc67 req-e630c3d0-9034-41e7-babb-e82ebce34232 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c41ed01487814eed9c5951abd1c1e4bf&device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 1127 time: 0.0521734 Apr 05 11:01:36.864536 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bdf4a-78ee-4fc1-acde-fb28c80dd5b6 req-62bd3a59-4e9b-4d5b-93ca-4f3dacaeafbb tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:36.866080 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6b8bdf4a-78ee-4fc1-acde-fb28c80dd5b6 req-62bd3a59-4e9b-4d5b-93ca-4f3dacaeafbb tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 950 time: 0.0636151 Apr 05 11:01:36.916262 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6b8bdf4a-78ee-4fc1-acde-fb28c80dd5b6 req-683307d2-5edd-4a26-b067-f0ca51abef8c tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Apr 05 11:01:37.239585 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994544ab-8c6b-4ac4-bd88-1236c340bc67 req-ef97efd6-3ca1-4d1a-aad8-6ff91056a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:37.240989 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-994544ab-8c6b-4ac4-bd88-1236c340bc67 req-ef97efd6-3ca1-4d1a-aad8-6ff91056a840 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4da4312e-a767-4ce5-8be8-4917d39a4a04 HTTP/1.1" status: 200 len: 909 time: 0.1733758 Apr 05 11:01:37.254164 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a912db6-a538-4941-ba91-bbf56e88b052 req-00e2ed0c-c527-4276-94c9-34b843a9cc10 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:37.255790 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1a912db6-a538-4941-ba91-bbf56e88b052 req-00e2ed0c-c527-4276-94c9-34b843a9cc10 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0941834 Apr 05 11:01:37.317421 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1a912db6-a538-4941-ba91-bbf56e88b052 req-c76cff66-9b08-432d-93e0-303e0d3d4872 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499654 Apr 05 11:01:37.444256 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-04c4a051-54d6-4389-9f4d-9099538ba24c req-e01bb552-23c2-43a4-8d18-817663289458 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 210 time: 0.0278563 Apr 05 11:01:37.555619 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:01:37.616056 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d998c-0ad7-4fc5-a3bf-5fff2ad3e7b8 req-3e5c3d3d-f9dc-4dc6-876a-2851f3e07926 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:37.617774 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-350d998c-0ad7-4fc5-a3bf-5fff2ad3e7b8 req-3e5c3d3d-f9dc-4dc6-876a-2851f3e07926 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 943 time: 0.0562468 Apr 05 11:01:37.666736 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8,segment=NetworkSegment(f1da7684-fd65-44ff-aed2-4b45df7d170d),segment_id=f1da7684-fd65-44ff-aed2-4b45df7d170d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:37.674006 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-350d998c-0ad7-4fc5-a3bf-5fff2ad3e7b8 req-dcf2c5bb-63b7-4552-b85f-d69c09f185bb tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453682 Apr 05 11:01:37.679957 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'd2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8', 'network_id': '4da4312e-a767-4ce5-8be8-4917d39a4a04', 'port_id': 'd2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8', 'mac_address': 'fa:16:3e:e6:12:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426d20c7-3076-4bf2-8d47-9c161c5a12f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:01:37.732962 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:37.733423 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:37.751797 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:01:37.767426 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-994544ab-8c6b-4ac4-bd88-1236c340bc67 req-7d5e2261-b015-4cd5-99f2-6c0eb42432ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 HTTP/1.1" status: 200 len: 217 time: 0.0862470 Apr 05 11:01:37.792383 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8,segment=NetworkSegment(f1da7684-fd65-44ff-aed2-4b45df7d170d),segment_id=f1da7684-fd65-44ff-aed2-4b45df7d170d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:37.800728 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:37.886469 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:37.904295 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994544ab-8c6b-4ac4-bd88-1236c340bc67 req-84e32b24-a498-4f84-a024-f1fc69790e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:37.905879 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-994544ab-8c6b-4ac4-bd88-1236c340bc67 req-84e32b24-a498-4f84-a024-f1fc69790e26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=426d20c7-3076-4bf2-8d47-9c161c5a12f7 HTTP/1.1" status: 200 len: 848 time: 0.1213377 Apr 05 11:01:37.949048 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-994544ab-8c6b-4ac4-bd88-1236c340bc67 req-540d64bf-d82d-4da2-ace3-8b94c94ca3c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4da4312e-a767-4ce5-8be8-4917d39a4a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362236 Apr 05 11:01:37.958444 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-3bba0102-4deb-479a-9f6f-7c6d113f336a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:37.960476 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-3bba0102-4deb-479a-9f6f-7c6d113f336a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.36 "GET /v2.0/networks?id=c68bebc7-67da-4961-adae-6fb3ac59173a HTTP/1.1" status: 200 len: 808 time: 0.2637677 Apr 05 11:01:38.134893 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-983f9652-b904-4dd1-8734-637baee70d1a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f74ea07de7d4c30a543ddcf26517551 HTTP/1.1" status: 200 len: 378 time: 0.1636117 Apr 05 11:01:38.136890 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-994544ab-8c6b-4ac4-bd88-1236c340bc67 req-1c2ac427-f370-4696-b0e4-fa8a7bb9a566 service neutron] 10.222.0.36 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752913 Apr 05 11:01:38.149973 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:01:38.153214 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6376d4-aa72-4a98-823c-49e4a5dd76b6 req-f7b67a34-44d7-4cbd-9f9a-73cd3e6e4ec0 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:38.154799 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5c6376d4-aa72-4a98-823c-49e4a5dd76b6 req-f7b67a34-44d7-4cbd-9f9a-73cd3e6e4ec0 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 950 time: 0.1208067 Apr 05 11:01:38.167163 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Request body: {'port': {'device_id': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'admin_state_up': True, 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'security_groups': ['f8e30057-70f3-4d28-93f3-563c42e9386b']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:38.647953 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5c6376d4-aa72-4a98-823c-49e4a5dd76b6 req-bbb9629d-64b3-4679-bd43-5592f0ac55b9 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750097 Apr 05 11:01:38.696143 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-994544ab-8c6b-4ac4-bd88-1236c340bc67 req-37827ac4-ac8d-45fd-b016-fb68f5f9dfd7 service neutron] 10.222.0.36 "GET /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388794 Apr 05 11:01:38.716741 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Made reservation on behalf of 8f74ea07de7d4c30a543ddcf26517551 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:01:38.720327 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:38.730843 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f02740-2d4c-4b53-a416-c874cd85c9e3 req-eaa67a07-ca13-4521-ad84-95812c075bc7 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:38.732532 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-25f02740-2d4c-4b53-a416-c874cd85c9e3 req-eaa67a07-ca13-4521-ad84-95812c075bc7 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1216512 Apr 05 11:01:38.783466 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5ada6099-4df1-46c2-88b7-4e0ebee2dd86 req-2d7f2b96-24d2-4a02-abd8-bff2232c37e9 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 210 time: 0.0499072 Apr 05 11:01:38.872667 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-25f02740-2d4c-4b53-a416-c874cd85c9e3 req-3ef556bb-a58b-46f5-8244-dfc62eb03d90 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314704 Apr 05 11:01:38.955728 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Allocated IP 172.20.0.9 (c68bebc7-67da-4961-adae-6fb3ac59173a/d3b5d096-7ba2-40c2-ac88-490c7a9a4a13/550d23bc-6127-434e-b57c-4919cfac8ed9) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:01:38.964210 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc9e06-7550-443f-95be-6bc3b4745bab req-d8a4009b-db4b-4d6a-abb1-de29645671f2 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:38.965721 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c1bc9e06-7550-443f-95be-6bc3b4745bab req-d8a4009b-db4b-4d6a-abb1-de29645671f2 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 944 time: 0.1157472 Apr 05 11:01:39.062235 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c1bc9e06-7550-443f-95be-6bc3b4745bab req-ea813889-5ba6-4bd5-92c9-95eb6a7c041d tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886836 Apr 05 11:01:39.182978 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:39.192990 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4939c0-6640-47d5-8763-172ad14c87c1 req-c6f9c23e-be11-45d5-b15c-3dcc7e8d24e7 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:39.194479 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dd4939c0-6640-47d5-8763-172ad14c87c1 req-c6f9c23e-be11-45d5-b15c-3dcc7e8d24e7 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 950 time: 0.0943143 Apr 05 11:01:39.265293 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:39.269926 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dd4939c0-6640-47d5-8763-172ad14c87c1 req-151323f6-6996-4eab-9f07-57e29d3d25e2 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691454 Apr 05 11:01:39.310952 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Network c68bebc7-67da-4961-adae-6fb3ac59173a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:39.314270 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:39.320947 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:01:39.325400 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:39.326004 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:39.338815 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event updated for resources: {'Port': ['ID=550d23bc-6127-434e-b57c-4919cfac8ed9,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:39.350679 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-af3e77fe-0bbd-4133-b707-0f2e3e0da5d8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1947472 Apr 05 11:01:39.567403 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:39.606968 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-a1e044ff-b7d0-42b6-8c7a-1eac0ab5b597 None None] Provisioning complete for port 550d23bc-6127-434e-b57c-4919cfac8ed9 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:39.607182 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a1e044ff-b7d0-42b6-8c7a-1eac0ab5b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:39.650256 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a1e044ff-b7d0-42b6-8c7a-1eac0ab5b597 None None] Port 550d23bc-6127-434e-b57c-4919cfac8ed9 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:01:39.656011 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:01:39.660117 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:39.660511 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:39.888462 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:39.888866 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:39.917808 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb63a70-09e6-4455-9a7f-67dab5b62e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:01:39.920505 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8dfaff-6dfc-488e-b8ff-fb7edb0baf09" -d '{"events": [{"server_uuid": "5cb63a70-09e6-4455-9a7f-67dab5b62e77", "name": "network-vif-plugged", "status": "completed", "tag": "d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:01:39.942442 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8,segment=NetworkSegment(f1da7684-fd65-44ff-aed2-4b45df7d170d),segment_id=f1da7684-fd65-44ff-aed2-4b45df7d170d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:39.947226 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:39.957479 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732fc8e-665b-497f-a264-b1332573a7e0 req-9ae0e87e-d996-4c20-8c9c-8c1f767a167a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:39.958992 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e732fc8e-665b-497f-a264-b1332573a7e0 req-9ae0e87e-d996-4c20-8c9c-8c1f767a167a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.0921988 Apr 05 11:01:39.978665 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048b84f-b7e6-4aa0-9301-f3e265fcd5c4 req-1b5ba5e0-f485-4848-85c8-f6747034006f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:39.980139 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2048b84f-b7e6-4aa0-9301-f3e265fcd5c4 req-1b5ba5e0-f485-4848-85c8-f6747034006f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 931 time: 0.0787239 Apr 05 11:01:39.996786 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:40.044015 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e732fc8e-665b-497f-a264-b1332573a7e0 req-57f5d130-ccb4-434f-b971-62158a548bfa tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780132 Apr 05 11:01:40.057588 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2048b84f-b7e6-4aa0-9301-f3e265fcd5c4 req-5172bca0-e240-49d7-b073-fba126f57b88 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696476 Apr 05 11:01:40.110530 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4a5844-9f1b-4e0f-b47d-3609ffa59fe9 x-openstack-request-id: req-2b4a5844-9f1b-4e0f-b47d-3609ffa59fe9 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:01:40.110976 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb63a70-09e6-4455-9a7f-67dab5b62e77", "name": "network-vif-plugged", "status": "completed", "tag": "d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:01:40.111265 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b4a5844-9f1b-4e0f-b47d-3609ffa59fe9 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:01:40.111987 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4a5844-9f1b-4e0f-b47d-3609ffa59fe9'] response: {'server_uuid': '5cb63a70-09e6-4455-9a7f-67dab5b62e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8', 'code': 200} Apr 05 11:01:40.163165 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0514676-5b88-4fbe-b7f0-b937c81e956c req-d59a8715-1e4a-4e65-96e7-71c65c8542ba tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:40.164726 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e0514676-5b88-4fbe-b7f0-b937c81e956c req-d59a8715-1e4a-4e65-96e7-71c65c8542ba tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0570486 Apr 05 11:01:40.238592 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e0514676-5b88-4fbe-b7f0-b937c81e956c req-ccfcf0c0-9a09-4335-bfec-47526182e7a6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642185 Apr 05 11:01:40.249273 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbeb65-a162-4da3-a4fa-dfbc3488df0b req-b11d9b3e-0150-43ef-a09d-6e450646067c tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:40.251169 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e0cbeb65-a162-4da3-a4fa-dfbc3488df0b req-b11d9b3e-0150-43ef-a09d-6e450646067c tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 945 time: 0.0855384 Apr 05 11:01:40.304447 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e0cbeb65-a162-4da3-a4fa-dfbc3488df0b req-8699ae40-c86b-4e86-af03-1d675f82e6bb tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467489 Apr 05 11:01:40.406909 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacdc0b-2a62-4d38-90e2-7124347b40e2 req-0d8a2782-150c-47d0-b0e1-8f1ead737bcd tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:40.408487 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fcacdc0b-2a62-4d38-90e2-7124347b40e2 req-0d8a2782-150c-47d0-b0e1-8f1ead737bcd tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 950 time: 0.0615923 Apr 05 11:01:40.460015 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fcacdc0b-2a62-4d38-90e2-7124347b40e2 req-b29c8cd4-3b25-48a5-bfc5-db1f21bec1c4 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453026 Apr 05 11:01:40.545451 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Request body: {'port': {'device_id': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:40.607301 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:40.916438 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550d23bc-6127-434e-b57c-4919cfac8ed9 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:01:40.925921 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Publish callbacks [] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:40.944718 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Transition to ACTIVE for port object 550d23bc-6127-434e-b57c-4919cfac8ed9 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:01:40.950378 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:40.968345 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf49376-2f6c-44fa-8e76-39ae976ec1bb req-29ae560e-abb4-4473-8b73-a02daa4230ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:40.970030 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-fbf49376-2f6c-44fa-8e76-39ae976ec1bb req-29ae560e-abb4-4473-8b73-a02daa4230ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 1129 time: 0.0517378 Apr 05 11:01:40.985821 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e0ea9-4def-4f73-a0d0-72f8e72ef7bc req-a8b46f89-2032-4e34-ac61-89e47d38fc78 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:40.987701 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5f2e0ea9-4def-4f73-a0d0-72f8e72ef7bc req-a8b46f89-2032-4e34-ac61-89e47d38fc78 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.36 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 950 time: 0.1046627 Apr 05 11:01:41.014449 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Pushing event updated for resources: {'Port': ['ID=550d23bc-6127-434e-b57c-4919cfac8ed9,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:41.030238 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-fbf49376-2f6c-44fa-8e76-39ae976ec1bb req-67a804f7-403e-483e-8c64-2e3bb6c3a7ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504401 Apr 05 11:01:41.061719 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Attempting to bind port 550d23bc-6127-434e-b57c-4919cfac8ed9 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:01:41.062108 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Attempting to bind port 550d23bc-6127-434e-b57c-4919cfac8ed9 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:01:41.062441 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Attempting to bind port 550d23bc-6127-434e-b57c-4919cfac8ed9 on network c68bebc7-67da-4961-adae-6fb3ac59173a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:41.067579 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Port 550d23bc-6127-434e-b57c-4919cfac8ed9 on network c68bebc7-67da-4961-adae-6fb3ac59173a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:01:41.067899 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Attempting to bind port 550d23bc-6127-434e-b57c-4919cfac8ed9 on network c68bebc7-67da-4961-adae-6fb3ac59173a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:01:41.073499 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:01:41.073716 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Checking segment: {'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:01:41.074046 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Bound using segment: {'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:01:41.074472 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Bound port: 550d23bc-6127-434e-b57c-4919cfac8ed9, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71b0d59-32fe-4e94-91f4-509b874c64c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:01:41.074837 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:41.290026 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45b2fc-bd9b-4167-ab7f-01a4ed877e1a req-7cf75986-8b90-45b5-a30b-78fa2a426a5d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:41.291689 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4b45b2fc-bd9b-4167-ab7f-01a4ed877e1a req-7cf75986-8b90-45b5-a30b-78fa2a426a5d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1659846 Apr 05 11:01:41.293316 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] For port 550d23bc-6127-434e-b57c-4919cfac8ed9, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:01:41.297070 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] For port 550d23bc-6127-434e-b57c-4919cfac8ed9, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=550d23bc-6127-434e-b57c-4919cfac8ed9,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:01:41.317334 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8bcc2-148c-4f8f-ab68-6c1c771357de req-86732bcd-a271-4713-921d-bb5ad8ba89f3 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:41.318874 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cea8bcc2-148c-4f8f-ab68-6c1c771357de req-86732bcd-a271-4713-921d-bb5ad8ba89f3 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.1736791 Apr 05 11:01:41.321386 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:41.369675 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44868) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:41.391246 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:41.391903 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:41.393441 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/550d23bc-6127-434e-b57c-4919cfac8ed9 HTTP/1.1" status: 200 len: 1093 time: 0.8553267 Apr 05 11:01:41.393943 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:01:41.396569 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077656f8-3ea5-4fea-abaa-0a7afc0932c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:01:41.437063 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4b45b2fc-bd9b-4167-ab7f-01a4ed877e1a req-923e893d-a34b-4d7d-8652-9d403641576a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341383 Apr 05 11:01:41.468067 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282683af-7d1b-4b08-be30-bff8ef6914e4 service neutron] Pushing event updated for resources: {'Port': ['ID=550d23bc-6127-434e-b57c-4919cfac8ed9,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:41.476864 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cea8bcc2-148c-4f8f-ab68-6c1c771357de req-12faa055-bf38-4542-870c-d537d6768520 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391726 Apr 05 11:01:41.520367 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f80fa98-d10f-43ba-803d-633820d117e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:41.587143 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:01:41.630430 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f80fa98-d10f-43ba-803d-633820d117e2 admin admin] Publish callbacks [] for security_group (ede29fa5-8ff8-4b40-a541-fcac867eda4d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:41.630695 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426b5ea-cc58-4776-97fd-e9ef9c4f3b10 req-4f1be9a6-f15b-4019-ba8b-f49a79b5245e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:41.632309 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c426b5ea-cc58-4776-97fd-e9ef9c4f3b10 req-4f1be9a6-f15b-4019-ba8b-f49a79b5245e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1087718 Apr 05 11:01:41.636864 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f80fa98-d10f-43ba-803d-633820d117e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (ede29fa5-8ff8-4b40-a541-fcac867eda4d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:41.681034 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80fa98-d10f-43ba-803d-633820d117e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede29fa5-8ff8-4b40-a541-fcac867eda4d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:41.686915 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-7f80fa98-d10f-43ba-803d-633820d117e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21bba4f1124b477890bd4fe0480ef4aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147252 Apr 05 11:01:41.688498 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd856a-8462-4d3d-99f6-83794e40bd75 req-96d543cd-b01e-44fa-b6be-bb4834390d91 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:41.690216 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1efd856a-8462-4d3d-99f6-83794e40bd75 req-96d543cd-b01e-44fa-b6be-bb4834390d91 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 945 time: 0.1109912 Apr 05 11:01:41.690406 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44876) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:41.709790 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c426b5ea-cc58-4776-97fd-e9ef9c4f3b10 req-391c3e01-32cf-4009-a376-a5377ca8a3cd tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703268 Apr 05 11:01:41.768993 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1efd856a-8462-4d3d-99f6-83794e40bd75 req-692bc3ba-ff3f-4cf0-b4bb-afb0279046df tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687990 Apr 05 11:01:41.779578 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede9e54d-67ff-436f-8825-0a3554ff4228 x-openstack-request-id: req-ede9e54d-67ff-436f-8825-0a3554ff4228 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:01:41.779877 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:01:41.780183 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ede9e54d-67ff-436f-8825-0a3554ff4228 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:01:41.780597 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede9e54d-67ff-436f-8825-0a3554ff4228'] response: {'name': 'network-changed', 'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'status': 'completed', 'code': 200} Apr 05 11:01:41.789055 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7e2d-c1a4-44f3-95a8-8d82678f5bcd admin admin] Publish callbacks [] for security_group (ede29fa5-8ff8-4b40-a541-fcac867eda4d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:41.813695 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7e2d-c1a4-44f3-95a8-8d82678f5bcd admin admin] Publish callbacks [] for security_group (ede29fa5-8ff8-4b40-a541-fcac867eda4d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:41.864484 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7e2d-c1a4-44f3-95a8-8d82678f5bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (ede29fa5-8ff8-4b40-a541-fcac867eda4d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:41.867086 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9b4e7e2d-c1a4-44f3-95a8-8d82678f5bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:41.868420 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9b4e7e2d-c1a4-44f3-95a8-8d82678f5bcd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ede29fa5-8ff8-4b40-a541-fcac867eda4d HTTP/1.1" status: 204 len: 168 time: 0.1771061 Apr 05 11:01:41.877333 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e7e2d-c1a4-44f3-95a8-8d82678f5bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede29fa5-8ff8-4b40-a541-fcac867eda4d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:41.883702 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec23e79-7de3-4832-8edc-17086bd93a7a req-aa79a047-fe46-49cf-af9a-afcb77874a3b tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:41.886424 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dec23e79-7de3-4832-8edc-17086bd93a7a req-aa79a047-fe46-49cf-af9a-afcb77874a3b tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 950 time: 0.0622652 Apr 05 11:01:41.937917 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dec23e79-7de3-4832-8edc-17086bd93a7a req-b9482f09-0f02-422a-ae8d-d69bffdda83e tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/security-groups?id=3c7d1867-4bd0-43e9-9981-8f528676b77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452783 Apr 05 11:01:42.153988 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 44882) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:42.167640 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f61b-487b-42e2-b71d-ddaff5bd4ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:42.248256 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f61b-487b-42e2-b71d-ddaff5bd4ccf admin admin] Publish callbacks [] for security_group (4d323437-62ed-4d54-a89c-aab50159dc08), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:42.253581 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e8f3f61b-487b-42e2-b71d-ddaff5bd4ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (4d323437-62ed-4d54-a89c-aab50159dc08), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:42.292513 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3f61b-487b-42e2-b71d-ddaff5bd4ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d323437-62ed-4d54-a89c-aab50159dc08,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:42.299945 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 44886) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:42.300580 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-e8f3f61b-487b-42e2-b71d-ddaff5bd4ccf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79b7603d915a4a29b2e735a7fb18bb8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449959 Apr 05 11:01:42.389953 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077656f8-3ea5-4fea-abaa-0a7afc0932c7 req-4085429a-a284-41ff-9864-6c4bfd387192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:42.391982 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-077656f8-3ea5-4fea-abaa-0a7afc0932c7 req-4085429a-a284-41ff-9864-6c4bfd387192 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f74ea07de7d4c30a543ddcf26517551&device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 1127 time: 0.0632308 Apr 05 11:01:42.432190 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dea679bf-c4ff-45c2-b3d0-03b7d73ff877 admin admin] Publish callbacks [] for security_group (4d323437-62ed-4d54-a89c-aab50159dc08), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:42.473952 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dea679bf-c4ff-45c2-b3d0-03b7d73ff877 admin admin] Publish callbacks [] for security_group (4d323437-62ed-4d54-a89c-aab50159dc08), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:42.534226 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5f2e0ea9-4def-4f73-a0d0-72f8e72ef7bc req-86e206a2-0619-4903-96d9-884a21879982 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Deleting port 09109a5f-43dd-4859-8d76-7db784b300be {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:01:42.534644 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f2e0ea9-4def-4f73-a0d0-72f8e72ef7bc req-86e206a2-0619-4903-96d9-884a21879982 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (09109a5f-43dd-4859-8d76-7db784b300be), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:42.641905 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077656f8-3ea5-4fea-abaa-0a7afc0932c7 req-4cc3b6b8-b589-4c9b-8003-69abcf5675b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:42.643965 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-077656f8-3ea5-4fea-abaa-0a7afc0932c7 req-4cc3b6b8-b589-4c9b-8003-69abcf5675b9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8f74ea07de7d4c30a543ddcf26517551&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2240713 Apr 05 11:01:42.730308 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-5f2e0ea9-4def-4f73-a0d0-72f8e72ef7bc req-86e206a2-0619-4903-96d9-884a21879982 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] For port 09109a5f-43dd-4859-8d76-7db784b300be, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=09109a5f-43dd-4859-8d76-7db784b300be,segment=NetworkSegment(f5866f70-7272-45bd-a275-ae61ae7da5a2),segment_id=f5866f70-7272-45bd-a275-ae61ae7da5a2)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:42.730682 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f2e0ea9-4def-4f73-a0d0-72f8e72ef7bc req-86e206a2-0619-4903-96d9-884a21879982 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (09109a5f-43dd-4859-8d76-7db784b300be), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:42.745302 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b39fa3-ae5d-4cb4-910e-9eda92980d2a req-e4815c82-9acf-45c9-a2cc-4dbfb9b39b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:42.746893 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a6b39fa3-ae5d-4cb4-910e-9eda92980d2a req-e4815c82-9acf-45c9-a2cc-4dbfb9b39b42 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 1130 time: 0.2584174 Apr 05 11:01:42.753636 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dea679bf-c4ff-45c2-b3d0-03b7d73ff877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (4d323437-62ed-4d54-a89c-aab50159dc08), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:42.756277 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dea679bf-c4ff-45c2-b3d0-03b7d73ff877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:42.757382 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-dea679bf-c4ff-45c2-b3d0-03b7d73ff877 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d323437-62ed-4d54-a89c-aab50159dc08 HTTP/1.1" status: 204 len: 168 time: 0.4555190 Apr 05 11:01:42.764437 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-5f2e0ea9-4def-4f73-a0d0-72f8e72ef7bc req-86e206a2-0619-4903-96d9-884a21879982 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Calling delete_port for 09109a5f-43dd-4859-8d76-7db784b300be owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:01:42.785763 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea679bf-c4ff-45c2-b3d0-03b7d73ff877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d323437-62ed-4d54-a89c-aab50159dc08,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:42.809307 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2d5f9-d1ac-419a-90d0-8c30bf041e50 req-8666b3a5-d9e9-4a9f-94b2-a5373ad53459 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:42.810368 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a0e2d5f9-d1ac-419a-90d0-8c30bf041e50 req-8666b3a5-d9e9-4a9f-94b2-a5373ad53459 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.2685244 Apr 05 11:01:42.849880 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf1274-fb4b-4b8b-9a6f-a415efe18aac req-5c53bb71-9d8e-409d-b5c7-bc2d8001179f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:42.851542 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a0bf1274-fb4b-4b8b-9a6f-a415efe18aac req-5c53bb71-9d8e-409d-b5c7-bc2d8001179f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.2160587 Apr 05 11:01:43.010158 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a0e2d5f9-d1ac-419a-90d0-8c30bf041e50 req-0bd25e21-0f26-4b62-ba3a-5944067d1b8a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573050 Apr 05 11:01:43.038006 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a6b39fa3-ae5d-4cb4-910e-9eda92980d2a req-bc663134-5057-4ff2-8a4a-50a96bafc0dc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392624 Apr 05 11:01:43.054697 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a0bf1274-fb4b-4b8b-9a6f-a415efe18aac req-b666feaf-5899-44a1-9780-f5dc0da6c80b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1872721 Apr 05 11:01:43.117710 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077656f8-3ea5-4fea-abaa-0a7afc0932c7 req-bdddde12-94c2-4662-8280-606077b973b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:43.119607 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-077656f8-3ea5-4fea-abaa-0a7afc0932c7 req-bdddde12-94c2-4662-8280-606077b973b2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2237217 Apr 05 11:01:43.182793 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f2e0ea9-4def-4f73-a0d0-72f8e72ef7bc req-86e206a2-0619-4903-96d9-884a21879982 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (09109a5f-43dd-4859-8d76-7db784b300be), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:43.196943 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['09109a5f-43dd-4859-8d76-7db784b300be'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:01:43.221264 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e206a2-0619-4903-96d9-884a21879982 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Pushing event deleted for resources: {'Port': ['ID=09109a5f-43dd-4859-8d76-7db784b300be,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:43.265580 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d180053-3701-4fe3-bf5a-c0e174def668 req-92bd9abf-194d-4b9b-8f01-5d06cd18e03f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:43.267189 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1d180053-3701-4fe3-bf5a-c0e174def668 req-92bd9abf-194d-4b9b-8f01-5d06cd18e03f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1639950 Apr 05 11:01:43.301520 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2e0ea9-4def-4f73-a0d0-72f8e72ef7bc req-86e206a2-0619-4903-96d9-884a21879982 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] No DVR routers for this DVR port 09109a5f-43dd-4859-8d76-7db784b300be on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:01:43.309163 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-5f2e0ea9-4def-4f73-a0d0-72f8e72ef7bc req-86e206a2-0619-4903-96d9-884a21879982 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:43.309626 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5f2e0ea9-4def-4f73-a0d0-72f8e72ef7bc req-86e206a2-0619-4903-96d9-884a21879982 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.36 "DELETE /v2.0/ports/09109a5f-43dd-4859-8d76-7db784b300be HTTP/1.1" status: 204 len: 173 time: 1.0019562 Apr 05 11:01:43.324442 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920eb16-ac50-4def-b237-eec1282af20a req-ae469456-b2fe-4537-a4ab-1ff556759c7c tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:43.326082 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8920eb16-ac50-4def-b237-eec1282af20a req-ae469456-b2fe-4537-a4ab-1ff556759c7c tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 945 time: 0.1850433 Apr 05 11:01:43.374773 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1d180053-3701-4fe3-bf5a-c0e174def668 req-58c996fe-7fd5-499c-8413-2b2b569847b6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992758 Apr 05 11:01:43.421190 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8920eb16-ac50-4def-b237-eec1282af20a req-932cc948-aad2-4d75-8242-daf8d6cf8709 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867138 Apr 05 11:01:43.563219 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-34df315d-f041-4c7d-96aa-7447c2a9d814 req-f2438c3c-75f5-491d-8bbe-236568730724 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 210 time: 0.0442357 Apr 05 11:01:43.781612 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '037c6329-a19a-468d-b6ce-f7ea79046d9a', 'name': 'network-vif-deleted', 'tag': '09109a5f-43dd-4859-8d76-7db784b300be'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:01:43.784542 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75df8431-0d8e-4c30-9f80-6e009d43d817" -d '{"events": [{"server_uuid": "037c6329-a19a-468d-b6ce-f7ea79046d9a", "name": "network-vif-deleted", "tag": "09109a5f-43dd-4859-8d76-7db784b300be"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:01:43.821993 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4c719a-860a-4614-ae3d-a5a4e7bb1c98 x-openstack-request-id: req-dd4c719a-860a-4614-ae3d-a5a4e7bb1c98 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:01:43.822306 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "037c6329-a19a-468d-b6ce-f7ea79046d9a", "name": "network-vif-deleted", "tag": "09109a5f-43dd-4859-8d76-7db784b300be", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:01:43.822546 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd4c719a-860a-4614-ae3d-a5a4e7bb1c98 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:01:43.822938 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4c719a-860a-4614-ae3d-a5a4e7bb1c98'] response: {'server_uuid': '037c6329-a19a-468d-b6ce-f7ea79046d9a', 'name': 'network-vif-deleted', 'tag': '09109a5f-43dd-4859-8d76-7db784b300be', 'status': 'completed', 'code': 200} Apr 05 11:01:44.182490 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210f7ca-4ae9-49db-889a-22db88bd509e req-7a6ab2a7-c689-4d5e-a959-1afb585721a0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:44.184371 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3210f7ca-4ae9-49db-889a-22db88bd509e req-7a6ab2a7-c689-4d5e-a959-1afb585721a0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.0754478 Apr 05 11:01:44.244871 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3210f7ca-4ae9-49db-889a-22db88bd509e req-01fb5926-bd1d-4cd6-a991-c8926f0e9e67 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486248 Apr 05 11:01:44.366737 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063627-b17a-4214-a720-543b6a355b16 req-49bf0d6f-6b4f-4ff5-9774-c65c65d2dfda tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:44.368278 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7e063627-b17a-4214-a720-543b6a355b16 req-49bf0d6f-6b4f-4ff5-9774-c65c65d2dfda tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.0597768 Apr 05 11:01:44.433062 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7e063627-b17a-4214-a720-543b6a355b16 req-6668eca3-ecaa-42e9-9d13-6e96689921cd tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578680 Apr 05 11:01:44.478608 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-f701943c-a3d6-43b1-9bb9-0cdc3f0b6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:44.480268 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-f701943c-a3d6-43b1-9bb9-0cdc3f0b6e5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f74ea07de7d4c30a543ddcf26517551&device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 1127 time: 0.0537870 Apr 05 11:01:44.571205 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd724f04-da78-4287-888b-db190566ba16 req-d0084925-8fd4-4c04-85cc-d7da3aa64dd6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:44.572765 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bd724f04-da78-4287-888b-db190566ba16 req-d0084925-8fd4-4c04-85cc-d7da3aa64dd6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0619926 Apr 05 11:01:44.631736 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bd724f04-da78-4287-888b-db190566ba16 req-05c76fc9-82ac-405d-baed-cbcfff6733cb tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531597 Apr 05 11:01:44.710999 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c130e-b32d-4b39-86ba-b2c4f74b91cc req-1e5a2621-dea1-4170-aa0f-d3a58c5f3bb3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:44.713235 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ed1c130e-b32d-4b39-86ba-b2c4f74b91cc req-1e5a2621-dea1-4170-aa0f-d3a58c5f3bb3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 945 time: 0.0597327 Apr 05 11:01:44.751986 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a142ae9d-1bb3-4e40-aee7-a1358bc11637 req-cc280f14-ce4c-4eb3-b0c3-db8aaf7b8122 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 210 time: 0.0375543 Apr 05 11:01:44.785578 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:44.791470 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ed1c130e-b32d-4b39-86ba-b2c4f74b91cc req-e7f87b51-97fa-486c-89fb-f21e49974268 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687397 Apr 05 11:01:44.983599 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-3e632e76-ea7b-417b-bc47-3f78db78009e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550d23bc-6127-434e-b57c-4919cfac8ed9 HTTP/1.1" status: 200 len: 217 time: 0.0552671 Apr 05 11:01:45.407601 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f274e-07fd-4135-9aa2-0d32abe4fe89 req-7c83f83d-1a97-45fa-ad0d-cc626f3526f2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:45.433477 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-895f274e-07fd-4135-9aa2-0d32abe4fe89 req-7c83f83d-1a97-45fa-ad0d-cc626f3526f2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1074221 Apr 05 11:01:45.491937 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-895f274e-07fd-4135-9aa2-0d32abe4fe89 req-1d3ed010-15af-4ab7-8b82-4d3228736d23 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570552 Apr 05 11:01:45.567646 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 09109a5f-43dd-4859-8d76-7db784b300be no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:01:45.590586 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: 09109a5f-43dd-4859-8d76-7db784b300be {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:01:45.590925 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 09109a5f-43dd-4859-8d76-7db784b300be not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:01:45.639804 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432338a-1485-4bb2-b7a9-3c170e44421c req-5e31b09b-ba6c-43cf-b28f-249faa669453 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:45.641293 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5432338a-1485-4bb2-b7a9-3c170e44421c req-5e31b09b-ba6c-43cf-b28f-249faa669453 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.0921226 Apr 05 11:01:45.664214 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7290b4c-8946-432f-862e-b4550fc04f23 req-622cef3a-6f17-4522-b41a-afab7119520e tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:45.665716 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d7290b4c-8946-432f-862e-b4550fc04f23 req-622cef3a-6f17-4522-b41a-afab7119520e tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 945 time: 0.0854459 Apr 05 11:01:45.729418 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5432338a-1485-4bb2-b7a9-3c170e44421c req-cb3a47d3-7cf2-45dc-9481-829d67c76e8b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805101 Apr 05 11:01:45.746150 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d7290b4c-8946-432f-862e-b4550fc04f23 req-51f47a17-e788-4f64-bda7-7d5b8c473c1f tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724368 Apr 05 11:01:45.865297 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9bff51e9-6b90-485a-be60-7f76ece46109 req-ff76a973-768f-4101-b7d8-f023d5169189 tempest-VolumesNegativeTest-1329934570 tempest-VolumesNegativeTest-1329934570-project] 10.222.0.43 "GET /v2.0/ports?device_id=037c6329-a19a-468d-b6ce-f7ea79046d9a HTTP/1.1" status: 200 len: 210 time: 0.0313437 Apr 05 11:01:45.877044 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba00710-7781-4e84-9676-09d7dd9bbcfc req-a6a73c24-ca4e-472f-b848-ab8e35cf1838 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:45.878646 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8ba00710-7781-4e84-9676-09d7dd9bbcfc req-a6a73c24-ca4e-472f-b848-ab8e35cf1838 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0844834 Apr 05 11:01:45.940539 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8ba00710-7781-4e84-9676-09d7dd9bbcfc req-cade1a1c-ab55-4220-9914-f70ed6ef5bd8 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540998 Apr 05 11:01:46.074741 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b0e8a-b355-4413-98a2-297a2a40c297 req-9e8e44a1-593e-4861-beb7-f3f0cf0b30e8 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:46.076366 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-388b0e8a-b355-4413-98a2-297a2a40c297 req-9e8e44a1-593e-4861-beb7-f3f0cf0b30e8 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0609021 Apr 05 11:01:46.131098 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-388b0e8a-b355-4413-98a2-297a2a40c297 req-f5b20c89-4594-455f-a18a-7d1f871ea5a9 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480244 Apr 05 11:01:46.678678 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed7ea0-05c4-491a-96cf-eb803542e915 req-5b81a47a-1d62-428d-902e-1aed38ae5737 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:46.680700 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5eed7ea0-05c4-491a-96cf-eb803542e915 req-5b81a47a-1d62-428d-902e-1aed38ae5737 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.0749049 Apr 05 11:01:46.744223 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5eed7ea0-05c4-491a-96cf-eb803542e915 req-2e46b866-8bea-47cb-8859-0c6c3c0f723c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543036 Apr 05 11:01:46.918871 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04349456-22c1-4772-bff1-413b90d90f04 req-117942f1-0858-454c-96cc-af9871d96949 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:46.920668 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-04349456-22c1-4772-bff1-413b90d90f04 req-117942f1-0858-454c-96cc-af9871d96949 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.1098595 Apr 05 11:01:46.934804 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a90c10-f548-4493-b64e-05807ac7df86 req-0c0520fa-ebe2-498d-b590-39d48872d37e tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:46.936409 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c9a90c10-f548-4493-b64e-05807ac7df86 req-0c0520fa-ebe2-498d-b590-39d48872d37e tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 945 time: 0.0795727 Apr 05 11:01:46.951710 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-2ed50a3a-132c-40fd-8396-1f42d8abe003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:46.953532 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-2ed50a3a-132c-40fd-8396-1f42d8abe003 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3b5d096-7ba2-40c2-ac88-490c7a9a4a13 HTTP/1.1" status: 200 len: 847 time: 0.0492704 Apr 05 11:01:47.022277 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-04349456-22c1-4772-bff1-413b90d90f04 req-c527ef9f-7c97-44df-8b0e-5d3896478e99 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847747 Apr 05 11:01:47.033469 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c9a90c10-f548-4493-b64e-05807ac7df86 req-3ae5dafc-754c-463d-aff3-0cb5ed78ddd3 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884356 Apr 05 11:01:47.078263 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-faafb502-28c7-4b4f-af0c-9887c9e55a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:47.081341 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-faafb502-28c7-4b4f-af0c-9887c9e55a25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c68bebc7-67da-4961-adae-6fb3ac59173a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1055841 Apr 05 11:01:47.240563 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-38bd236b-d388-44fb-aa19-b130482bde88 service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272516 Apr 05 11:01:47.280311 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aad2fd-0904-46b7-b29b-de96a2f7a815 req-44c0fdf6-b890-40e1-91c8-791c3aab0c62 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:47.282469 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c1aad2fd-0904-46b7-b29b-de96a2f7a815 req-44c0fdf6-b890-40e1-91c8-791c3aab0c62 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.36 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 945 time: 0.0841255 Apr 05 11:01:47.720295 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-e625820e-0755-4ecc-b1ed-39889b1a0a06 req-71e6e6b6-a3a3-477a-838b-91df2cd6a657 service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219170 Apr 05 11:01:47.968789 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-c1aad2fd-0904-46b7-b29b-de96a2f7a815 req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Deleting port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:01:47.969355 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c1aad2fd-0904-46b7-b29b-de96a2f7a815 req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:48.112564 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e5aa4-c529-4c05-81e0-45f64634397c req-db94f66c-90e0-480c-a4f3-5c89e3278e87 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:48.114453 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bf7e5aa4-c529-4c05-81e0-45f64634397c req-db94f66c-90e0-480c-a4f3-5c89e3278e87 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.2712469 Apr 05 11:01:48.135881 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f7d24-96b6-4d43-8076-4d283703f6c3 req-a887fe91-214f-40a3-a216-89c336d7e872 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:48.137453 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bb7f7d24-96b6-4d43-8076-4d283703f6c3 req-a887fe91-214f-40a3-a216-89c336d7e872 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.2708421 Apr 05 11:01:48.210566 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c1aad2fd-0904-46b7-b29b-de96a2f7a815 req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] For port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8,segment=NetworkSegment(f1da7684-fd65-44ff-aed2-4b45df7d170d),segment_id=f1da7684-fd65-44ff-aed2-4b45df7d170d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:48.210947 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c1aad2fd-0904-46b7-b29b-de96a2f7a815 req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:48.251484 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-c1aad2fd-0904-46b7-b29b-de96a2f7a815 req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Calling delete_port for d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:01:48.263096 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bf7e5aa4-c529-4c05-81e0-45f64634397c req-6c9436bd-f8ff-4aa5-9d17-57f9c5ab9c9a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395802 Apr 05 11:01:48.271383 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bb7f7d24-96b6-4d43-8076-4d283703f6c3 req-8fe45936-0c11-4528-be1a-b68cf72e90eb tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121817 Apr 05 11:01:48.850301 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9408ee0-7f87-4be7-88e2-764bc0cccbfe req-500b23f9-11be-4cef-8b3c-800302836eff tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:48.851885 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e9408ee0-7f87-4be7-88e2-764bc0cccbfe req-500b23f9-11be-4cef-8b3c-800302836eff tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/ports?device_id=5cb63a70-09e6-4455-9a7f-67dab5b62e77 HTTP/1.1" status: 200 len: 945 time: 0.4672234 Apr 05 11:01:48.881791 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0a521-179b-4095-928c-76dc76449e6f req-4dca8964-2f78-4885-9ae7-b3ea62dd149d tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:48.883381 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fce0a521-179b-4095-928c-76dc76449e6f req-4dca8964-2f78-4885-9ae7-b3ea62dd149d tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.4322219 Apr 05 11:01:48.900538 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c1aad2fd-0904-46b7-b29b-de96a2f7a815 req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:48.914814 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:01:48.963282 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Pushing event deleted for resources: {'Port': ['ID=d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:49.004347 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.005047 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.005047 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.005361 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.005688 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.006013 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.006339 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.006666 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.006985 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.007302 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.007645 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.007970 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.008288 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.008678 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.008991 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:49.045556 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1aad2fd-0904-46b7-b29b-de96a2f7a815 req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] No DVR routers for this DVR port d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:01:49.062637 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e9408ee0-7f87-4be7-88e2-764bc0cccbfe req-a6eb6506-569d-48a3-9b99-c350a7005dd2 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.43 "GET /v2.0/security-groups?id=1dacd51d-3be0-46d9-8e87-2278df9ef56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955180 Apr 05 11:01:49.064597 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c1aad2fd-0904-46b7-b29b-de96a2f7a815 req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:49.069552 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c1aad2fd-0904-46b7-b29b-de96a2f7a815 req-8b0dbccb-916e-4d94-9fe7-190f8b6f7df7 tempest-VolumesActionsTest-1767694441 tempest-VolumesActionsTest-1767694441-project] 10.222.0.36 "DELETE /v2.0/ports/d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 HTTP/1.1" status: 204 len: 173 time: 1.4706106 Apr 05 11:01:49.074709 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb63a70-09e6-4455-9a7f-67dab5b62e77', 'name': 'network-vif-deleted', 'tag': 'd2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:01:49.078981 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b921b022-86a6-46dc-a499-8cf9b51faf25" -d '{"events": [{"server_uuid": "5cb63a70-09e6-4455-9a7f-67dab5b62e77", "name": "network-vif-deleted", "tag": "d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:01:49.114474 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fce0a521-179b-4095-928c-76dc76449e6f req-ef3dff2e-5984-4588-b0c4-c31dc578d12e tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2236378 Apr 05 11:01:49.134721 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f45c42-c877-4c62-a193-749a73e9684e x-openstack-request-id: req-c1f45c42-c877-4c62-a193-749a73e9684e {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:01:49.135209 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb63a70-09e6-4455-9a7f-67dab5b62e77", "name": "network-vif-deleted", "tag": "d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:01:49.135688 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c1f45c42-c877-4c62-a193-749a73e9684e {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:01:49.136407 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f45c42-c877-4c62-a193-749a73e9684e'] response: {'server_uuid': '5cb63a70-09e6-4455-9a7f-67dab5b62e77', 'name': 'network-vif-deleted', 'tag': 'd2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8', 'status': 'completed', 'code': 200} Apr 05 11:01:49.159874 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2548e8-1368-4722-b2e5-f626738b1e9d req-0d8f7ebe-3315-4b8a-9ea3-23d0ac809d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:49.162035 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-ee2548e8-1368-4722-b2e5-f626738b1e9d req-0d8f7ebe-3315-4b8a-9ea3-23d0ac809d5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 1129 time: 0.1210647 Apr 05 11:01:49.312500 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2548e8-1368-4722-b2e5-f626738b1e9d req-fef201f9-7c07-44b9-b0e7-45fd880690e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:49.314926 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-ee2548e8-1368-4722-b2e5-f626738b1e9d req-fef201f9-7c07-44b9-b0e7-45fd880690e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 920 time: 0.1440840 Apr 05 11:01:49.432240 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-ee2548e8-1368-4722-b2e5-f626738b1e9d req-3d97b338-a5b4-4c65-ab28-46ce02bd887b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca2475b3-7a17-44f3-93fa-2876680d210c HTTP/1.1" status: 200 len: 217 time: 0.0954599 Apr 05 11:01:49.516267 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e86328-a5f5-49e7-a030-04d7c084deb8 req-905fba59-4efa-40ad-8809-c331632dac74 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:49.518098 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-08e86328-a5f5-49e7-a030-04d7c084deb8 req-905fba59-4efa-40ad-8809-c331632dac74 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1159592 Apr 05 11:01:49.533431 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff85a55-5237-43c1-814d-d1f2479fe249 req-7cb738a0-c3e9-40e3-8ecd-10ef5537659c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:49.544048 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cff85a55-5237-43c1-814d-d1f2479fe249 req-7cb738a0-c3e9-40e3-8ecd-10ef5537659c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.1229475 Apr 05 11:01:49.615393 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cff85a55-5237-43c1-814d-d1f2479fe249 req-86487e59-fa1f-4ee7-ae10-d7c1768c9446 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699148 Apr 05 11:01:49.645715 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-08e86328-a5f5-49e7-a030-04d7c084deb8 req-b0515c04-f121-436c-a422-1b16e40a06fe tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782957 Apr 05 11:01:49.764994 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2548e8-1368-4722-b2e5-f626738b1e9d req-45fe6fe8-5a51-4df4-8035-b8796589a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:49.764994 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-ee2548e8-1368-4722-b2e5-f626738b1e9d req-45fe6fe8-5a51-4df4-8035-b8796589a093 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.0551043 Apr 05 11:01:49.831321 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2548e8-1368-4722-b2e5-f626738b1e9d req-ca5e4274-e04b-49f2-b779-f15cd785b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:49.834033 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-ee2548e8-1368-4722-b2e5-f626738b1e9d req-ca5e4274-e04b-49f2-b779-f15cd785b93d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0646265 Apr 05 11:01:49.998313 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-ee2548e8-1368-4722-b2e5-f626738b1e9d req-ff966e0c-4776-4d13-a231-8911730b7523 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577878 Apr 05 11:01:50.118418 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-ee2548e8-1368-4722-b2e5-f626738b1e9d req-e018eef6-5751-47ee-868c-1642c06a1361 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121805 Apr 05 11:01:50.317206 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa0224-fced-45cc-a07c-ee540df52f3a req-ce33b41c-6196-4894-82a3-d61b5fc2fd7f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:50.318987 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28aa0224-fced-45cc-a07c-ee540df52f3a req-ce33b41c-6196-4894-82a3-d61b5fc2fd7f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.1088121 Apr 05 11:01:50.403583 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28aa0224-fced-45cc-a07c-ee540df52f3a req-cfcdc744-62f1-4d97-b023-ce85f7160c35 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772240 Apr 05 11:01:50.668235 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-18f5b398-a87f-41f6-9e9e-d5f1825b3c2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821226 Apr 05 11:01:50.801557 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-29dd0754-9cee-4a97-840e-d6212c60e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:50.806608 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-29dd0754-9cee-4a97-840e-d6212c60e1be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 1130 time: 0.0974700 Apr 05 11:01:50.842726 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee80db7-c74b-44c6-bf60-8e5b37318cfe req-e1019422-ae85-4afa-be7c-1fabca563fe0 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:50.844347 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aee80db7-c74b-44c6-bf60-8e5b37318cfe req-e1019422-ae85-4afa-be7c-1fabca563fe0 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0856416 Apr 05 11:01:50.857494 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85232ccf-5d70-46c8-9235-706fce2075d8 req-9634433d-0bc0-453c-a60f-161150a76572 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:50.865978 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-85232ccf-5d70-46c8-9235-706fce2075d8 req-9634433d-0bc0-453c-a60f-161150a76572 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.1207614 Apr 05 11:01:50.952736 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-85232ccf-5d70-46c8-9235-706fce2075d8 req-f57ffaa2-2415-40f9-9476-141f81b05048 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858088 Apr 05 11:01:50.956668 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aee80db7-c74b-44c6-bf60-8e5b37318cfe req-15239d27-fd80-4047-94f8-df98e5b4a8c7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884340 Apr 05 11:01:51.095581 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-4159d5d6-b318-42b1-903f-38525b02c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:51.098125 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-4159d5d6-b318-42b1-903f-38525b02c2c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 912 time: 0.1330788 Apr 05 11:01:51.129795 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2964b-a848-470e-8aac-3602f5eb59db req-0f500a83-f007-46ad-a241-c7b64b5485c0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:51.129795 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bfc2964b-a848-470e-8aac-3602f5eb59db req-0f500a83-f007-46ad-a241-c7b64b5485c0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.0618553 Apr 05 11:01:51.182917 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-db901ad4-9e16-446b-bf58-964e19a34323 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db HTTP/1.1" status: 200 len: 1002 time: 0.0781369 Apr 05 11:01:51.199078 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bfc2964b-a848-470e-8aac-3602f5eb59db req-5331ccb6-952e-4c1f-aa47-e2d602b9b168 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678709 Apr 05 11:01:51.256538 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-ca487873-934a-4146-a862-78b4bea6a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:51.258286 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-ca487873-934a-4146-a862-78b4bea6a6e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f0a7a9-5308-49f8-850a-610a57e2db70 HTTP/1.1" status: 200 len: 850 time: 0.0579190 Apr 05 11:01:51.552815 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9eb06c-62c3-4cb5-bb8e-7f591e13e8c9 req-afd362a1-88ac-499c-af55-f351c7231d27 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:51.554400 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6d9eb06c-62c3-4cb5-bb8e-7f591e13e8c9 req-afd362a1-88ac-499c-af55-f351c7231d27 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.0573254 Apr 05 11:01:51.584288 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 550d23bc-6127-434e-b57c-4919cfac8ed9 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:01:51.588103 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:01:51.614648 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6d9eb06c-62c3-4cb5-bb8e-7f591e13e8c9 req-c587f95f-9b83-41b9-97bd-e1f55ef4f858 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539198 Apr 05 11:01:51.615901 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:01:51.616241 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device d2b90b4f-b9c0-4f4c-81e6-3d76caec2aa8 not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:01:51.725313 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 550d23bc-6127-434e-b57c-4919cfac8ed9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=550d23bc-6127-434e-b57c-4919cfac8ed9,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:51.741987 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'port_id': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'mac_address': 'fa:16:3e:3a:19:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:01:51.764298 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-d8163f93-5415-4e87-b6c0-4eeb59268358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:51.766534 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-d8163f93-5415-4e87-b6c0-4eeb59268358 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c5cb07f-3ee8-463c-9269-3b548160e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0564091 Apr 05 11:01:51.789108 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 550d23bc-6127-434e-b57c-4919cfac8ed9 is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:51.789639 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:51.804079 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550d23bc-6127-434e-b57c-4919cfac8ed9 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:01:51.825398 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 550d23bc-6127-434e-b57c-4919cfac8ed9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=550d23bc-6127-434e-b57c-4919cfac8ed9,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:51.830727 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:51.870458 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-9e7ab326-9473-4bfb-886a-e218e87b7b0a service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956948 Apr 05 11:01:51.885603 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=550d23bc-6127-434e-b57c-4919cfac8ed9,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:52.141922 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c5512-c129-4a6d-a55f-2db5ee4ebd8c req-97879fd4-be33-4bac-a58b-fe5287278613 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:52.143589 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a04c5512-c129-4a6d-a55f-2db5ee4ebd8c req-97879fd4-be33-4bac-a58b-fe5287278613 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0810215 Apr 05 11:01:52.152551 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41616deb-9cfc-4422-a6ab-822461aa9f07 req-1dc447de-b35e-410b-b648-7f079b700f4b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:52.154078 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-41616deb-9cfc-4422-a6ab-822461aa9f07 req-1dc447de-b35e-410b-b648-7f079b700f4b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.1006081 Apr 05 11:01:52.243209 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a04c5512-c129-4a6d-a55f-2db5ee4ebd8c req-c0ee64dc-8be1-4927-85d6-01fbacedefd1 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880911 Apr 05 11:01:52.248888 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-41616deb-9cfc-4422-a6ab-822461aa9f07 req-0f390dd1-fa15-4d8c-915a-b0d0da0ee3ab tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876968 Apr 05 11:01:52.255946 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['550d23bc-6127-434e-b57c-4919cfac8ed9'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:01:52.339498 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-51a6ef89-e4c7-4c83-863e-9a53d2a07b07 req-ba88ae8f-0201-4bdb-8c19-21d46e069b28 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805975 Apr 05 11:01:52.522954 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903182a-dcf3-4ce7-a2fb-681ca7c91a93 req-600455ce-d8a1-4e1f-bb38-9beae73a3821 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:52.524665 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2903182a-dcf3-4ce7-a2fb-681ca7c91a93 req-600455ce-d8a1-4e1f-bb38-9beae73a3821 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1147606 Apr 05 11:01:52.615635 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2903182a-dcf3-4ce7-a2fb-681ca7c91a93 req-3d8fa55e-e52e-446c-90b4-9cdbed4e1fba tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837722 Apr 05 11:01:52.866719 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad207173-5d08-497e-8898-aeec1da99712 req-c722775f-24d1-4b05-8e9f-6e37ef66e308 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:52.896348 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ad207173-5d08-497e-8898-aeec1da99712 req-c722775f-24d1-4b05-8e9f-6e37ef66e308 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 944 time: 0.1566632 Apr 05 11:01:52.986924 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ad207173-5d08-497e-8898-aeec1da99712 req-43134a53-43ec-446c-82a4-860d624a43a1 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833855 Apr 05 11:01:53.128767 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 45438) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:53.134549 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-fff74ae1-d087-409e-9a2d-257efe8367c3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312645435', 'description': 'tempest-description--13005690'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:53.167380 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fff74ae1-d087-409e-9a2d-257efe8367c3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.176969 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 45440) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:53.261134 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fff74ae1-d087-409e-9a2d-257efe8367c3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.267339 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fff74ae1-d087-409e-9a2d-257efe8367c3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.318590 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-fff74ae1-d087-409e-9a2d-257efe8367c3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.320419 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-fff74ae1-d087-409e-9a2d-257efe8367c3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1904938 Apr 05 11:01:53.325750 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 45448) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:53.335745 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-21967e36-497a-4116-a6fc-faa082979852 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group_rule': {'security_group_id': 'a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:53.340846 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff74ae1-d087-409e-9a2d-257efe8367c3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:53.433309 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-21967e36-497a-4116-a6fc-faa082979852 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (6de7b46b-7ca3-4fb2-86f9-624658a90428), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.594158 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba619d3b-da9c-4f4f-b54a-8310d55b1879 req-90b62520-bc21-4a0b-a468-a9053aea70e7 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:53.602698 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ba619d3b-da9c-4f4f-b54a-8310d55b1879 req-90b62520-bc21-4a0b-a468-a9053aea70e7 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.2588658 Apr 05 11:01:53.610230 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 550d23bc-6127-434e-b57c-4919cfac8ed9 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:01:53.650522 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-32bf31c7-4351-4a38-8e69-195000d77b6e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cb8e487c6194a8ebe3a0be3266af60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4718502 Apr 05 11:01:53.651192 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 45454) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:53.660347 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-21967e36-497a-4116-a6fc-faa082979852 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (6de7b46b-7ca3-4fb2-86f9-624658a90428), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.680035 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-21967e36-497a-4116-a6fc-faa082979852 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (6de7b46b-7ca3-4fb2-86f9-624658a90428), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.702887 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd58cb-9d7f-417d-96b6-ab7ebe77bb9c req-81d068b8-128b-4af8-89e3-6d6505734009 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:53.712484 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-54cd58cb-9d7f-417d-96b6-ab7ebe77bb9c req-81d068b8-128b-4af8-89e3-6d6505734009 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.2141619 Apr 05 11:01:53.720758 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port 550d23bc-6127-434e-b57c-4919cfac8ed9 completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:01:53.727707 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 550d23bc-6127-434e-b57c-4919cfac8ed9 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:01:53.728373 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.763053 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ba619d3b-da9c-4f4f-b54a-8310d55b1879 req-35c530c9-f48d-413f-9f86-bb96b86443b7 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589417 Apr 05 11:01:53.767916 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21967e36-497a-4116-a6fc-faa082979852 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de7b46b-7ca3-4fb2-86f9-624658a90428,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:53.774693 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-21967e36-497a-4116-a6fc-faa082979852 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.785981 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-21967e36-497a-4116-a6fc-faa082979852 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4479938 Apr 05 11:01:53.786966 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 45460) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:53.800223 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Publish callbacks [] for security_group (3c7d1867-4bd0-43e9-9981-8f528676b77e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.804794 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-79eb3162-9e49-4c6b-88c1-71c34610bee2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group_rule': {'security_group_id': 'a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:53.831871 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Publish callbacks [] for security_group (3c7d1867-4bd0-43e9-9981-8f528676b77e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.882630 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-54cd58cb-9d7f-417d-96b6-ab7ebe77bb9c req-858f715b-84c1-407e-8437-f3cf876e2e69 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691744 Apr 05 11:01:53.936257 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79eb3162-9e49-4c6b-88c1-71c34610bee2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (3f984ff2-43e7-4f9b-91ca-ff26926cb6c8), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.950709 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (3c7d1867-4bd0-43e9-9981-8f528676b77e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.956602 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.968092 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c7d1867-4bd0-43e9-9981-8f528676b77e HTTP/1.1" status: 204 len: 168 time: 0.3157246 Apr 05 11:01:53.973504 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 550d23bc-6127-434e-b57c-4919cfac8ed9 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:01:53.976173 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:53.991921 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7d1867-4bd0-43e9-9981-8f528676b77e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:54.030467 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.032197 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.033119 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.034757 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.035194 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.036876 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.037360 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.038336 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.039518 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.040465 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.041295 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.041849 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.043784 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.045810 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.046433 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda86f3d-1b4c-4851-8d7d-05c840c809d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:01:54.097238 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:01:54.108296 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39734a2d-ae4e-41e8-ae43-6ec2fb898b9a" -d '{"events": [{"server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "name": "network-vif-plugged", "status": "completed", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:01:54.133165 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 550d23bc-6127-434e-b57c-4919cfac8ed9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=550d23bc-6127-434e-b57c-4919cfac8ed9,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:01:54.140955 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa77ba-9185-425c-8217-4f8407946d79 req-7d6d8961-7ce7-489f-ad8b-ae6bf22b9bac tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:54.146852 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:54.154944 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7faa77ba-9185-425c-8217-4f8407946d79 req-7d6d8961-7ce7-489f-ad8b-ae6bf22b9bac tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.2489498 Apr 05 11:01:54.197783 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79eb3162-9e49-4c6b-88c1-71c34610bee2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (3f984ff2-43e7-4f9b-91ca-ff26926cb6c8), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:54.249080 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79eb3162-9e49-4c6b-88c1-71c34610bee2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (3f984ff2-43e7-4f9b-91ca-ff26926cb6c8), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:54.259887 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=550d23bc-6127-434e-b57c-4919cfac8ed9,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:54.303755 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb3162-9e49-4c6b-88c1-71c34610bee2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f984ff2-43e7-4f9b-91ca-ff26926cb6c8,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:54.335688 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79eb3162-9e49-4c6b-88c1-71c34610bee2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:54.335688 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-79eb3162-9e49-4c6b-88c1-71c34610bee2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5334120 Apr 05 11:01:54.336183 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 45476) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:54.341526 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'floatingip': {'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:54.367292 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79534782-1560-4e24-bb93-a7cbe11272e5 req-ccd2b7de-1b1c-49ad-85cd-78e59e7905c3 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:54.375318 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-79534782-1560-4e24-bb93-a7cbe11272e5 req-ccd2b7de-1b1c-49ad-85cd-78e59e7905c3 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.2909627 Apr 05 11:01:54.396799 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7faa77ba-9185-425c-8217-4f8407946d79 req-346f7850-87f5-4219-9c63-336fcd223b5a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408111 Apr 05 11:01:54.410333 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:54.498291 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585ae6b6-bffc-4461-8481-afeaea0b5b6e x-openstack-request-id: req-585ae6b6-bffc-4461-8481-afeaea0b5b6e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:01:54.498901 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "name": "network-vif-plugged", "status": "completed", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:01:54.499340 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-585ae6b6-bffc-4461-8481-afeaea0b5b6e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:01:54.499973 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585ae6b6-bffc-4461-8481-afeaea0b5b6e'] response: {'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'code': 200} Apr 05 11:01:54.522540 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-79534782-1560-4e24-bb93-a7cbe11272e5 req-81dca11e-52b8-485a-af6f-fb99ed98631b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1430056 Apr 05 11:01:54.841033 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:54.947112 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5817fd-67d1-4038-afe5-0955eeaefdc2 req-f27b9e4d-b1f0-4fca-a1f3-45ff67c707e0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:54.957029 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dc5817fd-67d1-4038-afe5-0955eeaefdc2 req-f27b9e4d-b1f0-4fca-a1f3-45ff67c707e0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0982492 Apr 05 11:01:55.046840 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0f60a-3640-4172-b52a-c768e7cac4bc req-022f4cc1-65d6-4581-b61d-194356b58b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:55.049912 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-36e0f60a-3640-4172-b52a-c768e7cac4bc req-022f4cc1-65d6-4581-b61d-194356b58b40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 1129 time: 0.1601477 Apr 05 11:01:55.078574 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dc5817fd-67d1-4038-afe5-0955eeaefdc2 req-9e1b4281-5e81-460a-96df-0a798638b3c0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148357 Apr 05 11:01:55.113025 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af42e4-0824-483b-bd3b-9eb19eda8882 req-0d1895d4-96f7-4910-bbd5-80c7ac5423bd tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:55.125286 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-95af42e4-0824-483b-bd3b-9eb19eda8882 req-0d1895d4-96f7-4910-bbd5-80c7ac5423bd tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.1159348 Apr 05 11:01:55.146677 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Allocated IP 172.28.2.8 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/b2ecc185-fa93-41c0-a429-c6eb53b82c42) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:01:55.263778 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-95af42e4-0824-483b-bd3b-9eb19eda8882 req-4d6e4f46-10ae-41af-9376-b75cc26737a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372905 Apr 05 11:01:55.268833 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-36e0f60a-3640-4172-b52a-c768e7cac4bc req-f521cee4-1e8d-45b1-9442-a97a715fb108 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2100990 Apr 05 11:01:55.437220 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (b2ecc185-fa93-41c0-a429-c6eb53b82c42), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:55.569118 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (b2ecc185-fa93-41c0-a429-c6eb53b82c42), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:55.602322 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:55.606324 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:55.658604 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:01:55.726338 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=b2ecc185-fa93-41c0-a429-c6eb53b82c42,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:55.812472 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0384e-0f14-4d2b-8115-52953e175825 req-e70f923e-168a-4e80-8823-5761294f3852 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:55.819499 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2ca0384e-0f14-4d2b-8115-52953e175825 req-e70f923e-168a-4e80-8823-5761294f3852 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.2417402 Apr 05 11:01:55.837399 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ba8f9-f455-4188-8b97-4b95fdd68301 req-f812bc0a-4000-4421-9850-81f88c7f8d52 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:55.839203 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (d8478dea-f848-492b-8431-bf754f159516), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:55.839473 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e16ba8f9-f455-4188-8b97-4b95fdd68301 req-f812bc0a-4000-4421-9850-81f88c7f8d52 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.1158254 Apr 05 11:01:55.905773 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (b2ecc185-fa93-41c0-a429-c6eb53b82c42), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:55.915471 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2ca0384e-0f14-4d2b-8115-52953e175825 req-87fed41d-487d-480c-b2b1-a39eb9418c69 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946620 Apr 05 11:01:55.965986 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e16ba8f9-f455-4188-8b97-4b95fdd68301 req-a55e4c61-019f-4183-a79c-46b963a9716f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024137 Apr 05 11:01:56.228612 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (b2ecc185-fa93-41c0-a429-c6eb53b82c42), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:56.237794 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (b2ecc185-fa93-41c0-a429-c6eb53b82c42), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:56.281427 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20c2a3-fa53-46db-9a0b-be460bebcd39 req-b5c21b14-f6ba-4e61-94c4-60804e608527 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:56.284739 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3d20c2a3-fa53-46db-9a0b-be460bebcd39 req-b5c21b14-f6ba-4e61-94c4-60804e608527 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.1052606 Apr 05 11:01:56.345829 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=b2ecc185-fa93-41c0-a429-c6eb53b82c42,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:56.353744 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (d8478dea-f848-492b-8431-bf754f159516), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:56.377569 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:56.390970 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9ac6a33f-2f8a-44bb-a10b-17330646d9c8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0521352 Apr 05 11:01:56.409251 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3d20c2a3-fa53-46db-9a0b-be460bebcd39 req-760f4bc2-1024-41fe-8a6b-e9d36fbf2c7e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171010 Apr 05 11:01:56.600818 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33005ea2-2177-437f-9bf0-a358dd195b90 req-8c2a8cf1-8a86-487e-8504-c6f51d0b664c tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:56.612813 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-33005ea2-2177-437f-9bf0-a358dd195b90 req-8c2a8cf1-8a86-487e-8504-c6f51d0b664c tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.2007806 Apr 05 11:01:56.653090 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e2ca47b0-05f1-4065-b28f-d5781425ff05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:56.741863 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-33005ea2-2177-437f-9bf0-a358dd195b90 req-08283043-0f3d-4bb1-b4c3-749621dc6911 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246371 Apr 05 11:01:56.885213 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-32bc6ae4-e3ff-446e-a844-df92b4d2b84f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1312645435&fields=id&tenant_id=e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 267 time: 0.1145692 Apr 05 11:01:57.036047 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-70c1a032-e831-4b8e-941a-b28b5a04f4ff tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:57.037861 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-70c1a032-e831-4b8e-941a-b28b5a04f4ff tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 814 time: 0.1516654 Apr 05 11:01:57.110225 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-b6006226-59d7-484a-a505-992634e186c9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/quotas/e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 375 time: 0.0291576 Apr 05 11:01:57.190001 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc81fab-4c92-4c7b-83b4-ef04ce3d6027 req-143a3fa1-fcba-4d21-8daa-7c02ae859cae tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:57.197293 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0fc81fab-4c92-4c7b-83b4-ef04ce3d6027 req-143a3fa1-fcba-4d21-8daa-7c02ae859cae tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1579552 Apr 05 11:01:57.239824 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-b5a4e2c5-10e3-4f47-9628-2da665c4defd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282010 Apr 05 11:01:57.277545 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0fc81fab-4c92-4c7b-83b4-ef04ce3d6027 req-7586f638-e689-4c9a-9f0d-6be17de02ffe tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792265 Apr 05 11:01:57.473874 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 45584) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:57.534617 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-4ab62033-4007-4bfb-87e8-b8c14b737df4 service neutron] 10.222.0.43 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515407 Apr 05 11:01:57.600593 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2b8eb-473a-4b32-9193-691f02114e70 req-dd99e9cf-2d6c-49dd-ac5e-ea75be6869b5 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:57.602702 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-86c2b8eb-473a-4b32-9193-691f02114e70 req-dd99e9cf-2d6c-49dd-ac5e-ea75be6869b5 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.1928303 Apr 05 11:01:57.709665 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-713a207b-2cd9-4d1b-a7d5-96ed8c235b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:57.775757 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-86c2b8eb-473a-4b32-9193-691f02114e70 req-83f9db13-e4ee-4d66-94ac-6b452e9905d5 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095109 Apr 05 11:01:57.794618 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-a0ee8111-3de3-4832-8c97-de6207925241 service neutron] 10.222.0.43 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569561 Apr 05 11:01:57.865163 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-713a207b-2cd9-4d1b-a7d5-96ed8c235b76 admin admin] Publish callbacks [] for security_group (d8ea7529-8b4e-4057-8d06-10dee2598511), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:57.870491 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-713a207b-2cd9-4d1b-a7d5-96ed8c235b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d8ea7529-8b4e-4057-8d06-10dee2598511), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:57.907157 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a207b-2cd9-4d1b-a7d5-96ed8c235b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ea7529-8b4e-4057-8d06-10dee2598511,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:57.945417 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-713a207b-2cd9-4d1b-a7d5-96ed8c235b76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=185e45535b994cdeaa5d2f8ef80ad31d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695687 Apr 05 11:01:57.948123 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 45602) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:57.965288 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae020f-ac30-4651-b23b-a5e873ca8b83 req-3a30a96e-f424-4694-8d6f-2b8c3a6ca5b0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:57.973459 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f0ae020f-ac30-4651-b23b-a5e873ca8b83 req-3a30a96e-f424-4694-8d6f-2b8c3a6ca5b0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0952425 Apr 05 11:01:58.038988 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f0ae020f-ac30-4651-b23b-a5e873ca8b83 req-b75a0d3a-ce75-4ead-b22e-fcf417cb4f73 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641537 Apr 05 11:01:58.086263 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0824bab5-2189-428b-b4d6-a5cc8a8bfe15 admin admin] Publish callbacks [] for security_group (d8ea7529-8b4e-4057-8d06-10dee2598511), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:58.156574 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0824bab5-2189-428b-b4d6-a5cc8a8bfe15 admin admin] Publish callbacks [] for security_group (d8ea7529-8b4e-4057-8d06-10dee2598511), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:58.203553 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dd509-096b-44e3-b1eb-670c2baa8bc5 req-c6846bd6-1fca-45d5-9ce0-60f316313f33 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:58.205787 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8c9dd509-096b-44e3-b1eb-670c2baa8bc5 req-c6846bd6-1fca-45d5-9ce0-60f316313f33 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0974650 Apr 05 11:01:58.227010 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c219bf-1b29-4b39-83cc-ededda464557 req-970ad9ea-8a78-45bb-ba16-4d8b357bb6b0 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:58.228644 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-66c219bf-1b29-4b39-83cc-ededda464557 req-970ad9ea-8a78-45bb-ba16-4d8b357bb6b0 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.1105294 Apr 05 11:01:58.269476 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0824bab5-2189-428b-b4d6-a5cc8a8bfe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d8ea7529-8b4e-4057-8d06-10dee2598511), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:58.273596 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0824bab5-2189-428b-b4d6-a5cc8a8bfe15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:58.288281 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-0824bab5-2189-428b-b4d6-a5cc8a8bfe15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8ea7529-8b4e-4057-8d06-10dee2598511 HTTP/1.1" status: 204 len: 168 time: 0.3314252 Apr 05 11:01:58.320504 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824bab5-2189-428b-b4d6-a5cc8a8bfe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ea7529-8b4e-4057-8d06-10dee2598511,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:01:58.358786 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8c9dd509-096b-44e3-b1eb-670c2baa8bc5 req-540cac39-9e10-4f37-892e-05194912d1df tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1286411 Apr 05 11:01:58.370826 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-66c219bf-1b29-4b39-83cc-ededda464557 req-2483cd5d-cd91-435c-9229-995060157df7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210811 Apr 05 11:01:58.417050 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 45616) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:58.601499 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dbac5042-930b-4ed3-923f-14cb4a69ca5e req-3e504854-3163-434d-8f90-4a61e4a96bba tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 210 time: 0.0919409 Apr 05 11:01:58.671547 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eef1c1-142a-40e0-bad2-3766f390eed7 req-0814681d-0892-4d7f-8252-42fca974d85a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:58.680628 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-67eef1c1-142a-40e0-bad2-3766f390eed7 req-0814681d-0892-4d7f-8252-42fca974d85a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1429188 Apr 05 11:01:58.766044 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0833cff8-efb2-4992-8237-8c7b987e3173 tempest-TestShelveInstance-151477732 tempest-TestShelveInstance-151477732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:58.768628 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-0833cff8-efb2-4992-8237-8c7b987e3173 tempest-TestShelveInstance-151477732 tempest-TestShelveInstance-151477732-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 1124 time: 0.3502526 Apr 05 11:01:58.786086 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 45630) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:01:58.806137 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Request body: {'floatingip': {'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'port_id': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:01:58.873291 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-67eef1c1-142a-40e0-bad2-3766f390eed7 req-e75e6a6b-d9da-49e1-a51c-85babb9254b8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897182 Apr 05 11:01:58.885393 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:59.111887 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:59.360178 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Allocated IP 172.28.2.131 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/a63e9608-9c89-4fd8-9194-ed37345c53c5) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:01:59.403727 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c0ad4-445b-49d7-ae7c-1fbefa3b3fa7 req-8b065bc4-5dfe-4ed1-856a-eeef5a96f490 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:59.403727 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ba4c0ad4-445b-49d7-ae7c-1fbefa3b3fa7 req-8b065bc4-5dfe-4ed1-856a-eeef5a96f490 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.2034323 Apr 05 11:01:59.583226 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ba4c0ad4-445b-49d7-ae7c-1fbefa3b3fa7 req-ca80c10c-10a7-474d-806d-95cb08fb61ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637220 Apr 05 11:01:59.599418 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de4de435-8145-4595-b724-843d8dc9f5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:59.643966 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6debf1-27ec-4b23-84e4-ef896f390a55 req-96c08dc7-85b6-489a-ab2b-adc171ae8f53 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:59.645858 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ed6debf1-27ec-4b23-84e4-ef896f390a55 req-96c08dc7-85b6-489a-ab2b-adc171ae8f53 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.1632249 Apr 05 11:01:59.692428 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for port (a63e9608-9c89-4fd8-9194-ed37345c53c5), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:59.792101 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d4bdcba1-76df-4b18-8ea9-6022ae68c860 req-b9cbfbb1-8862-4e02-86f3-9c8e2bb35a88 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 210 time: 0.0470440 Apr 05 11:01:59.831402 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ed6debf1-27ec-4b23-84e4-ef896f390a55 req-427824a2-7e05-4feb-b88a-a1a20bf155b8 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668572 Apr 05 11:01:59.864844 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (a63e9608-9c89-4fd8-9194-ed37345c53c5), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:01:59.895855 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-62b20fe4-8cd3-4efa-98da-41bfaa9609b0 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:01:59.903733 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-62b20fe4-8cd3-4efa-98da-41bfaa9609b0 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 814 time: 0.2908919 Apr 05 11:01:59.905613 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:01:59.909681 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:01:59.912952 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:01:59.973226 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event updated for resources: {'Port': ['ID=a63e9608-9c89-4fd8-9194-ed37345c53c5,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:00.052797 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-b6eb0279-f643-4d02-8f0e-f4cf87ca2cb4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 472 time: 0.1359696 Apr 05 11:02:00.083849 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'port': {'device_id': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'admin_state_up': True, 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'security_groups': ['a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:02:00.172827 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6937326-c3d1-4135-beca-c323242f3f1a req-ef19d60b-1424-40d0-907d-fa8204bc7722 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:00.174502 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c6937326-c3d1-4135-beca-c323242f3f1a req-ef19d60b-1424-40d0-907d-fa8204bc7722 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1436348 Apr 05 11:02:00.295515 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Made reservation on behalf of e2e2c4605a9b432785edde810603dde5 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:02:00.305228 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:00.354336 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c6937326-c3d1-4135-beca-c323242f3f1a req-4e99f96d-be26-46be-834f-070e6f35618a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260195 Apr 05 11:02:00.419817 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 45684) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:00.594654 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Allocated IP 172.20.0.14 (b6056acb-6655-41c0-9e1c-fd55583441d0/0e46e214-0097-445c-b3ff-10b094ea1ac0/8c32fc6e-551a-468c-91ef-232556aa122f) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:02:00.601740 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-347db967-80ea-4d33-bef6-38d85b9c3711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:00.656292 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for floatingip (109c71f3-7bde-4324-b9cc-c560888b23c9), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:00.773515 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (8c32fc6e-551a-468c-91ef-232556aa122f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:00.811909 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-347db967-80ea-4d33-bef6-38d85b9c3711 admin admin] Publish callbacks [] for security_group (b3e05246-3140-4189-ba1b-d288e2b52787), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:00.818149 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:00.822123 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-347db967-80ea-4d33-bef6-38d85b9c3711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (b3e05246-3140-4189-ba1b-d288e2b52787), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:00.825038 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (a63e9608-9c89-4fd8-9194-ed37345c53c5), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:00.902195 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Network b6056acb-6655-41c0-9e1c-fd55583441d0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:02:00.931511 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:00.935184 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:02:00.937763 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=8c32fc6e-551a-468c-91ef-232556aa122f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:00.942015 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:02:00.989360 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c10b62-b8b2-4552-a074-5a1970c130a4 req-780109ee-6ec8-4161-8ffc-ed361102b91c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:00.990956 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-86c10b62-b8b2-4552-a074-5a1970c130a4 req-780109ee-6ec8-4161-8ffc-ed361102b91c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.2697883 Apr 05 11:02:00.998941 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 45698) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:01.004050 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-347db967-80ea-4d33-bef6-38d85b9c3711 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4826cdc9105a4baabfa326ed4a46a223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5828037 Apr 05 11:02:01.012587 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:01.013421 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:01.055879 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-cd95a626-e53f-43e9-9ec3-1f033d279594 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9780798 Apr 05 11:02:01.082190 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-443fc64e-a92e-4081-9b89-df8be2a8be64 admin admin] Publish callbacks [] for security_group (b3e05246-3140-4189-ba1b-d288e2b52787), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:01.106753 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-443fc64e-a92e-4081-9b89-df8be2a8be64 admin admin] Publish callbacks [] for security_group (b3e05246-3140-4189-ba1b-d288e2b52787), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:01.141375 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Request body: {'port': {'device_id': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:02:01.293365 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:01.319385 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-443fc64e-a92e-4081-9b89-df8be2a8be64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (b3e05246-3140-4189-ba1b-d288e2b52787), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:01.323659 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-443fc64e-a92e-4081-9b89-df8be2a8be64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:01.324869 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-443fc64e-a92e-4081-9b89-df8be2a8be64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3e05246-3140-4189-ba1b-d288e2b52787 HTTP/1.1" status: 204 len: 168 time: 0.3248963 Apr 05 11:02:01.393423 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-49503bbf-0671-4ca8-a183-340e10afedcf None None] Provisioning complete for port 8c32fc6e-551a-468c-91ef-232556aa122f triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:02:01.395233 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-49503bbf-0671-4ca8-a183-340e10afedcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:01.455172 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fc64e-a92e-4081-9b89-df8be2a8be64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e05246-3140-4189-ba1b-d288e2b52787,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:01.472381 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347db967-80ea-4d33-bef6-38d85b9c3711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e05246-3140-4189-ba1b-d288e2b52787,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:01.491788 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-49503bbf-0671-4ca8-a183-340e10afedcf None None] Port 8c32fc6e-551a-468c-91ef-232556aa122f cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:02:01.571458 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-86c10b62-b8b2-4552-a074-5a1970c130a4 req-db3de2c5-3f7d-474c-8346-34b42341d6f2 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539566 Apr 05 11:02:01.588613 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c8921-f391-4bba-8ca1-57ccdcc9975d req-86b7eb00-6f74-4d57-af30-1d1df71365b6 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:01.590177 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c29c8921-f391-4bba-8ca1-57ccdcc9975d req-86b7eb00-6f74-4d57-af30-1d1df71365b6 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 932 time: 0.6540363 Apr 05 11:02:01.616222 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for port (a63e9608-9c89-4fd8-9194-ed37345c53c5), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:01.626237 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (a63e9608-9c89-4fd8-9194-ed37345c53c5), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:01.697721 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (109c71f3-7bde-4324-b9cc-c560888b23c9), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:01.912183 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c29c8921-f391-4bba-8ca1-57ccdcc9975d req-0804fc0f-8e41-46cb-a314-44dd22ab60a6 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126137 Apr 05 11:02:01.975679 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event updated for resources: {'Port': ['ID=a63e9608-9c89-4fd8-9194-ed37345c53c5,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:02.010540 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 45714) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:02.040388 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c32fc6e-551a-468c-91ef-232556aa122f {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:02:02.053638 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Publish callbacks [] for port (8c32fc6e-551a-468c-91ef-232556aa122f), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:02.070607 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Transition to ACTIVE for port object 8c32fc6e-551a-468c-91ef-232556aa122f will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:02:02.076001 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:02.132425 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Pushing event updated for resources: {'Port': ['ID=8c32fc6e-551a-468c-91ef-232556aa122f,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:02.149192 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.l3_db [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Floating IP 109c71f3-7bde-4324-b9cc-c560888b23c9 associated. External IP: 172.28.2.131, port: 550d23bc-6127-434e-b57c-4919cfac8ed9. Apr 05 11:02:02.233259 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769657c-a31a-4b42-b30a-4c6464859d79 req-dc0a9d0f-6af4-48c7-9143-258de8cba8d6 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:02.234885 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4769657c-a31a-4b42-b30a-4c6464859d79 req-dc0a9d0f-6af4-48c7-9143-258de8cba8d6 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.4319119 Apr 05 11:02:02.254754 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Attempting to bind port 8c32fc6e-551a-468c-91ef-232556aa122f on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:02:02.255090 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Attempting to bind port 8c32fc6e-551a-468c-91ef-232556aa122f by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:02:02.255424 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Attempting to bind port 8c32fc6e-551a-468c-91ef-232556aa122f on network b6056acb-6655-41c0-9e1c-fd55583441d0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:02:02.263229 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Port 8c32fc6e-551a-468c-91ef-232556aa122f on network b6056acb-6655-41c0-9e1c-fd55583441d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:02:02.263636 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e43252-2436-471b-9f8f-9313c2d5152d req-3ae87518-8fc9-4ab4-ae72-300fe62933ac tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:02.264014 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Attempting to bind port 8c32fc6e-551a-468c-91ef-232556aa122f on network b6056acb-6655-41c0-9e1c-fd55583441d0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:02:02.265209 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e5e43252-2436-471b-9f8f-9313c2d5152d req-3ae87518-8fc9-4ab4-ae72-300fe62933ac tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.2133145 Apr 05 11:02:02.266014 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e581f681-f0f6-4aa2-9341-b2b461881753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:02.270993 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:02:02.271730 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Checking segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:02:02.272264 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Bound using segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:02:02.273078 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Bound port: 8c32fc6e-551a-468c-91ef-232556aa122f, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:02:02.273587 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:02.392774 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] For port 8c32fc6e-551a-468c-91ef-232556aa122f, host hv-cinder-81899, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:02:02.396799 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] For port 8c32fc6e-551a-468c-91ef-232556aa122f, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=8c32fc6e-551a-468c-91ef-232556aa122f,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:02:02.405705 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:02.463421 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4769657c-a31a-4b42-b30a-4c6464859d79 req-36842420-b403-49bb-aa5e-b7d98357e006 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608086 Apr 05 11:02:02.467042 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e5e43252-2436-471b-9f8f-9313c2d5152d req-4e0a15a3-4cf8-4ba2-9976-329231be25a0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590166 Apr 05 11:02:02.483989 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:02.507952 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:02.509335 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:02.510791 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] 10.222.0.36 "PUT /v2.0/ports/8c32fc6e-551a-468c-91ef-232556aa122f HTTP/1.1" status: 200 len: 1094 time: 1.3738451 Apr 05 11:02:02.511546 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'tag': '8c32fc6e-551a-468c-91ef-232556aa122f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:02:02.514307 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a63a887-0099-45be-b0f3-3da88e09bd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dbd8d4-ce6d-4e84-a900-a8adc6127616", "tag": "8c32fc6e-551a-468c-91ef-232556aa122f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:02:02.623238 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e581f681-f0f6-4aa2-9341-b2b461881753 admin admin] Publish callbacks [] for security_group (d9de901f-31ec-49c9-92e3-b4f7ea4f5eb7), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:02.632812 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e581f681-f0f6-4aa2-9341-b2b461881753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d9de901f-31ec-49c9-92e3-b4f7ea4f5eb7), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:02.664691 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eac8273-79a5-436b-84ab-309f62980373 x-openstack-request-id: req-9eac8273-79a5-436b-84ab-309f62980373 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:02:02.664934 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dbd8d4-ce6d-4e84-a900-a8adc6127616", "tag": "8c32fc6e-551a-468c-91ef-232556aa122f", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:02:02.665179 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9eac8273-79a5-436b-84ab-309f62980373 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:02:02.665536 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eac8273-79a5-436b-84ab-309f62980373'] response: {'name': 'network-changed', 'server_uuid': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'tag': '8c32fc6e-551a-468c-91ef-232556aa122f', 'status': 'completed', 'code': 200} Apr 05 11:02:02.666844 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581f681-f0f6-4aa2-9341-b2b461881753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9de901f-31ec-49c9-92e3-b4f7ea4f5eb7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:02.707012 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2766e8-29de-4007-86cb-1a0f0a9ae2cf service neutron] Pushing event updated for resources: {'Port': ['ID=8c32fc6e-551a-468c-91ef-232556aa122f,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:02.708992 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-e581f681-f0f6-4aa2-9341-b2b461881753 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67c0de35dfdb4c1ba46dffd43875c4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6969185 Apr 05 11:02:02.710401 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 45722) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:02.740091 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-52052fe7-6adb-44cb-a130-71f2b8b6bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:02.742279 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-52052fe7-6adb-44cb-a130-71f2b8b6bb76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 1128 time: 0.1616166 Apr 05 11:02:02.769201 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:02:02.815359 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649a472-e741-4a5f-8015-d8d869eb3847 req-963251fe-891b-41d9-a52c-2bf6ac7db384 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:02.816122 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a649a472-e741-4a5f-8015-d8d869eb3847 req-963251fe-891b-41d9-a52c-2bf6ac7db384 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.1135566 Apr 05 11:02:02.846684 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-f89a1724-ef2b-42f9-b836-523f189bf2d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c32fc6e-551a-468c-91ef-232556aa122f HTTP/1.1" status: 200 len: 217 time: 0.0886743 Apr 05 11:02:02.920747 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f589fc0c-b836-416d-bd93-80890efeb21e admin admin] Publish callbacks [] for security_group (d9de901f-31ec-49c9-92e3-b4f7ea4f5eb7), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:02.934259 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a649a472-e741-4a5f-8015-d8d869eb3847 req-5eb241b5-d40f-4ff4-b6b2-ff48cc2597b2 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106644 Apr 05 11:02:02.986860 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-d3ca89af-002a-4b3b-b346-63347bc09db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:02.988970 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-d3ca89af-002a-4b3b-b346-63347bc09db7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.1087132 Apr 05 11:02:02.994673 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f589fc0c-b836-416d-bd93-80890efeb21e admin admin] Publish callbacks [] for security_group (d9de901f-31ec-49c9-92e3-b4f7ea4f5eb7), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:03.065360 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:02:03.087816 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ad184-6e21-4ab0-bcac-56114dc98c0d None None] Sync routers for ids ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:02:03.103151 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ad184-6e21-4ab0-bcac-56114dc98c0d None None] Routers {'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:02:03.104217 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-644ad184-6e21-4ab0-bcac-56114dc98c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:02:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:03.119286 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-0973aa55-8294-4768-b268-45920f4812e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:03.121314 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-0973aa55-8294-4768-b268-45920f4812e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0732982 Apr 05 11:02:03.123433 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:03.277931 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ba9b1-b3c8-4bc0-910e-b3c8e1cbd3ea req-1ed31b6f-069a-4600-b38c-06832a0446a7 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:03.280150 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cf7ba9b1-b3c8-4bc0-910e-b3c8e1cbd3ea req-1ed31b6f-069a-4600-b38c-06832a0446a7 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 944 time: 0.2443976 Apr 05 11:02:03.283856 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f589fc0c-b836-416d-bd93-80890efeb21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d9de901f-31ec-49c9-92e3-b4f7ea4f5eb7), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:03.286557 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f589fc0c-b836-416d-bd93-80890efeb21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:03.287971 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-f589fc0c-b836-416d-bd93-80890efeb21e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9de901f-31ec-49c9-92e3-b4f7ea4f5eb7 HTTP/1.1" status: 204 len: 168 time: 0.5764771 Apr 05 11:02:03.311194 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-155fc7e2-7535-4bb2-90db-d9c44cdf3b7a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5093312 Apr 05 11:02:03.311194 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:02:03.311194 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:02:03.311652 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-644ad184-6e21-4ab0-bcac-56114dc98c0d None None] Set router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:02:03.347126 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589fc0c-b836-416d-bd93-80890efeb21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9de901f-31ec-49c9-92e3-b4f7ea4f5eb7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:03.377060 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-5e9f12f1-a817-4901-919e-ed051ed39a36 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458396 Apr 05 11:02:03.421923 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f0a056-c111-4e79-a990-77b69d345755 x-openstack-request-id: req-e1f0a056-c111-4e79-a990-77b69d345755 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:02:03.422535 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:02:03.423002 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1f0a056-c111-4e79-a990-77b69d345755 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:02:03.423629 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f0a056-c111-4e79-a990-77b69d345755'] response: {'name': 'network-changed', 'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'status': 'completed', 'code': 200} Apr 05 11:02:03.429288 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cf7ba9b1-b3c8-4bc0-910e-b3c8e1cbd3ea req-a26727e2-65d4-4f65-8ee8-cba68348b891 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397243 Apr 05 11:02:03.540628 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd req-6530ae35-e9fe-442c-9eb4-3a03d8c8b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:03.545609 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd req-6530ae35-e9fe-442c-9eb4-3a03d8c8b7c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f74ea07de7d4c30a543ddcf26517551&device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 1129 time: 0.1254182 Apr 05 11:02:03.560692 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6df68a5d-914e-4e6b-a5f5-dc742dbc0a0e req-8c8e48c4-3878-4f6d-b042-18938b225555 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711326 Apr 05 11:02:03.658745 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4a2a8610-a310-4d96-927e-b02a2b4e4124 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:02:03.786734 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:03.803725 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'port_id': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'mac_address': 'fa:16:3e:5a:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:02:03.822950 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-644ad184-6e21-4ab0-bcac-56114dc98c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 4, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '109c71f3-7bde-4324-b9cc-c560888b23c9', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'port_id': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'mac_address': 'fa:16:3e:3a:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:02:00Z', 'updated_at': '2022-04-05T11:02:00Z', 'revision_number': 0, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d8725d-a347-4fd0-9c2a-d96e25dc1ff8', 'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'mac_address': 'fa:16:3e:fa:50:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:00Z', 'updated_at': '2022-04-05T11:01:06Z', 'revision_number': 5, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'subnets': [{'id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:03.834411 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:03.887251 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 4a2a8610-a310-4d96-927e-b02a2b4e4124 is: ACTIVE; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:02:03.888060 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:03.900947 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ad184-6e21-4ab0-bcac-56114dc98c0d None None] Checking router: c1e46326-ab35-4e43-a6fe-3f8ddb93e49d for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:02:03.909149 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a2a8610-a310-4d96-927e-b02a2b4e4124 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:02:03.919190 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ad184-6e21-4ab0-bcac-56114dc98c0d None None] Routers {'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:02:03.920401 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-644ad184-6e21-4ab0-bcac-56114dc98c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:02:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:03.940724 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd req-d0fa7aff-75b5-4e6e-a5f2-f9619cacd1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:03.943749 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd req-d0fa7aff-75b5-4e6e-a5f2-f9619cacd1af service neutron] 10.222.0.36 "GET /v2.0/networks?id=c68bebc7-67da-4961-adae-6fb3ac59173a HTTP/1.1" status: 200 len: 909 time: 0.3849356 Apr 05 11:02:03.952078 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec835721-6986-4946-b177-3196bf4d4f37 req-06acf832-1528-4853-ae15-188304156d1d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:03.954900 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ec835721-6986-4946-b177-3196bf4d4f37 req-06acf832-1528-4853-ae15-188304156d1d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.3263183 Apr 05 11:02:03.962057 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:03.964115 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45fb87-633f-4279-885f-903ae9e69c11 req-763ec351-b01f-419c-a66e-7dadb8c43e42 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:03.972024 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7c45fb87-633f-4279-885f-903ae9e69c11 req-763ec351-b01f-419c-a66e-7dadb8c43e42 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.2994652 Apr 05 11:02:03.974050 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:04.055115 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=4a2a8610-a310-4d96-927e-b02a2b4e4124,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:04.063878 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.064360 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.064951 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.065291 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.065619 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.066319 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.066826 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.067371 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.067820 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-644ad184-6e21-4ab0-bcac-56114dc98c0d None None] Set router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:02:04.068035 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.068531 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.069003 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.070641 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.071146 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.071689 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.072173 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:02:04.074927 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ec835721-6986-4946-b177-3196bf4d4f37 req-c9aa92f9-9d48-4879-8586-1dccb102aacf tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989535 Apr 05 11:02:04.089129 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7c45fb87-633f-4279-885f-903ae9e69c11 req-7fc2ed9e-53d1-4a79-aae8-994ce7d97960 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136415 Apr 05 11:02:04.145687 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['4a2a8610-a310-4d96-927e-b02a2b4e4124'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:02:04.250610 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bd3f8-1b3a-4310-9267-07d86f4787f9 req-92caf80c-91b7-4c58-9c12-2d74edb0d7bb tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:04.258196 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3c9bd3f8-1b3a-4310-9267-07d86f4787f9 req-92caf80c-91b7-4c58-9c12-2d74edb0d7bb tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0677168 Apr 05 11:02:04.331417 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3c9bd3f8-1b3a-4310-9267-07d86f4787f9 req-a36668e8-0f0d-457e-8af2-61220b2e83ff tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716727 Apr 05 11:02:04.397088 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-644ad184-6e21-4ab0-bcac-56114dc98c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 4, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '109c71f3-7bde-4324-b9cc-c560888b23c9', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'port_id': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'mac_address': 'fa:16:3e:3a:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:02:00Z', 'updated_at': '2022-04-05T11:02:00Z', 'revision_number': 0, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d8725d-a347-4fd0-9c2a-d96e25dc1ff8', 'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'mac_address': 'fa:16:3e:fa:50:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:00Z', 'updated_at': '2022-04-05T11:01:06Z', 'revision_number': 5, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'subnets': [{'id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:04.527901 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644ad184-6e21-4ab0-bcac-56114dc98c0d None None] The sync data for ids ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'] in dv-cinder-818994-3-smb is: [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 4, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '109c71f3-7bde-4324-b9cc-c560888b23c9', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'port_id': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'mac_address': 'fa:16:3e:3a:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:02:00Z', 'updated_at': '2022-04-05T11:02:00Z', 'revision_number': 0, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d8725d-a347-4fd0-9c2a-d96e25dc1ff8', 'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'mac_address': 'fa:16:3e:fa:50:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:00Z', 'updated_at': '2022-04-05T11:01:06Z', 'revision_number': 5, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'subnets': [{'id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:02:04.601881 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59668e60-0955-44aa-a4c6-2b9b5cde4c6f req-8d09beab-d5a0-4322-b82d-fdfb78c0581c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:04.604856 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-59668e60-0955-44aa-a4c6-2b9b5cde4c6f req-8d09beab-d5a0-4322-b82d-fdfb78c0581c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 944 time: 0.0817897 Apr 05 11:02:04.674777 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-59668e60-0955-44aa-a4c6-2b9b5cde4c6f req-0aa99856-76e6-42fa-8094-99d48ab97bcf tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632546 Apr 05 11:02:04.785883 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948968ab-730c-4aef-815d-9e99d714b9c1 None None] New status for floating IP 109c71f3-7bde-4324-b9cc-c560888b23c9: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:02:04.930927 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63a887-0099-45be-b0f3-3da88e09bd9c req-6712c886-6da5-4be0-94be-2f06b814c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:04.934022 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a63a887-0099-45be-b0f3-3da88e09bd9c req-6712c886-6da5-4be0-94be-2f06b814c82c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 1128 time: 0.0875771 Apr 05 11:02:04.952409 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd req-ec197270-a881-49e8-84ea-cfd0f2e9d669 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550d23bc-6127-434e-b57c-4919cfac8ed9 HTTP/1.1" status: 200 len: 999 time: 0.1118731 Apr 05 11:02:05.088824 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63a887-0099-45be-b0f3-3da88e09bd9c req-e77b2549-d184-47b1-9b7e-fd796f5f933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:05.090489 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a63a887-0099-45be-b0f3-3da88e09bd9c req-e77b2549-d184-47b1-9b7e-fd796f5f933d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 915 time: 0.1465166 Apr 05 11:02:05.104949 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd req-0d2e5436-cbc1-43cb-86a8-180d2b529777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:05.109550 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd req-0d2e5436-cbc1-43cb-86a8-180d2b529777 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3b5d096-7ba2-40c2-ac88-490c7a9a4a13 HTTP/1.1" status: 200 len: 847 time: 0.1366119 Apr 05 11:02:05.158688 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a63a887-0099-45be-b0f3-3da88e09bd9c req-35617f91-4684-4894-a504-15c8ecb7b93c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c32fc6e-551a-468c-91ef-232556aa122f HTTP/1.1" status: 200 len: 217 time: 0.0588841 Apr 05 11:02:05.251753 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63a887-0099-45be-b0f3-3da88e09bd9c req-699e0f2d-a0e0-4bb6-8fb2-d6ad027242e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:05.253842 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a63a887-0099-45be-b0f3-3da88e09bd9c req-699e0f2d-a0e0-4bb6-8fb2-d6ad027242e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.0764384 Apr 05 11:02:05.362552 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63a887-0099-45be-b0f3-3da88e09bd9c req-914ac905-ed91-483e-bd39-6c21c7848b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:05.364310 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd req-50a3d02f-f928-42bb-994e-0f648258364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:05.366046 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd req-50a3d02f-f928-42bb-994e-0f648258364e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c68bebc7-67da-4961-adae-6fb3ac59173a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2176695 Apr 05 11:02:05.368138 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a63a887-0099-45be-b0f3-3da88e09bd9c req-914ac905-ed91-483e-bd39-6c21c7848b2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1009719 Apr 05 11:02:05.395642 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae271f-73bf-4284-9938-039f5d8678be req-969fbbdd-92fa-4e9e-bab5-35398217d97b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:05.397183 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-13ae271f-73bf-4284-9938-039f5d8678be req-969fbbdd-92fa-4e9e-bab5-35398217d97b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 944 time: 0.1277902 Apr 05 11:02:05.413523 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162b9e2-6c90-4227-b0ed-7c6f22493ff7 req-ab5ad00a-048f-45f5-9b31-a640641d1511 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:05.415534 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9162b9e2-6c90-4227-b0ed-7c6f22493ff7 req-ab5ad00a-048f-45f5-9b31-a640641d1511 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.1300611 Apr 05 11:02:05.591298 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9162b9e2-6c90-4227-b0ed-7c6f22493ff7 req-1952b143-abce-4f74-9a41-c28d52a0f555 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615880 Apr 05 11:02:05.608869 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a63a887-0099-45be-b0f3-3da88e09bd9c req-ca0e2b3e-15ef-4928-a754-3e434be9f70c service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699431 Apr 05 11:02:05.609505 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-13ae271f-73bf-4284-9938-039f5d8678be req-3e73ea6a-9570-4b1c-a2c6-09d738a7237e tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820569 Apr 05 11:02:05.661823 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd req-4c651198-cf9d-430d-b110-3dfcea490d96 service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156129 Apr 05 11:02:05.666801 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4a2a8610-a310-4d96-927e-b02a2b4e4124 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:02:05.774028 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 4a2a8610-a310-4d96-927e-b02a2b4e4124 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:02:05.774452 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:05.831362 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0a63a887-0099-45be-b0f3-3da88e09bd9c req-67b51b4e-3bba-4522-9f58-68650e2567a8 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153199 Apr 05 11:02:05.903365 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 4a2a8610-a310-4d96-927e-b02a2b4e4124 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:02:05.903896 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:05.956967 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:02:05.957727 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5aafbaa0-b010-4c2f-ab2e-591b6e2751dd req-1dc79f8c-0c36-4df7-a3a2-441b694872bd service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895353 Apr 05 11:02:05.960165 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77e0be9-396e-4b59-9e12-753f02376522" -d '{"events": [{"server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:02:05.967786 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa0f03-0f62-4657-9c28-d89da288bd93 req-8af921e1-f7ae-49ae-8ab4-d63074b8800c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:05.976871 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c0fa0f03-0f62-4657-9c28-d89da288bd93 req-8af921e1-f7ae-49ae-8ab4-d63074b8800c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 944 time: 0.1602991 Apr 05 11:02:05.988245 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:05.999509 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:06.009706 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c12f5-2de7-49b2-990d-f031b1ab9a73 req-22c54bba-5c7b-4560-9242-a8f7cd55411e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:06.011340 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-659c12f5-2de7-49b2-990d-f031b1ab9a73 req-22c54bba-5c7b-4560-9242-a8f7cd55411e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.1961486 Apr 05 11:02:06.068876 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=4a2a8610-a310-4d96-927e-b02a2b4e4124,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:06.114439 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c0fa0f03-0f62-4657-9c28-d89da288bd93 req-de0b066b-d109-4c8f-a8c9-5f30dff06383 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365767 Apr 05 11:02:06.162241 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-659c12f5-2de7-49b2-990d-f031b1ab9a73 req-e56796d7-22be-4e20-8453-82af79ba676d tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431177 Apr 05 11:02:06.186541 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e36a8bb-6d4d-4fe7-adda-8a4b8b947cd9 x-openstack-request-id: req-7e36a8bb-6d4d-4fe7-adda-8a4b8b947cd9 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:02:06.187493 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:02:06.187493 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e36a8bb-6d4d-4fe7-adda-8a4b8b947cd9 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:02:06.187977 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e36a8bb-6d4d-4fe7-adda-8a4b8b947cd9'] response: {'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'code': 200} Apr 05 11:02:06.845428 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67377d-960c-488b-924b-3aa80cc54395 req-a99ccea9-8634-4f80-8568-4ac82010503d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:06.847550 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5a67377d-960c-488b-924b-3aa80cc54395 req-a99ccea9-8634-4f80-8568-4ac82010503d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.1092651 Apr 05 11:02:06.869008 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a9ecb-5d95-4a81-b522-41e25471e39c req-96c93689-83a9-4ae3-bd57-f08ea2eeb625 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:06.870547 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-248a9ecb-5d95-4a81-b522-41e25471e39c req-96c93689-83a9-4ae3-bd57-f08ea2eeb625 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1104009 Apr 05 11:02:06.932807 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5a67377d-960c-488b-924b-3aa80cc54395 req-bee0432e-96ad-410d-a1e2-15b83a9bb5a4 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732543 Apr 05 11:02:06.980508 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-248a9ecb-5d95-4a81-b522-41e25471e39c req-79a9d4cb-dc57-4cfc-9c91-ee82f25997f2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853841 Apr 05 11:02:07.540024 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3ce25-4e34-42cf-84bf-4d3566071ac8 req-29768fe5-d695-4828-851a-4cad85e269ba tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:07.550949 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-64a3ce25-4e34-42cf-84bf-4d3566071ac8 req-29768fe5-d695-4828-851a-4cad85e269ba tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.2997315 Apr 05 11:02:07.580185 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269bac7-6e02-4e7b-a646-23adf039a2e5 req-2e00ef4f-ecc1-4e50-b53c-f627bd29fff5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:07.581991 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1269bac7-6e02-4e7b-a646-23adf039a2e5 req-2e00ef4f-ecc1-4e50-b53c-f627bd29fff5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 944 time: 0.3943229 Apr 05 11:02:07.606020 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807388a4-4982-4231-a854-9f063da2bf09 req-89609909-fad4-4ffc-b09f-2739941434e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:07.607641 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-807388a4-4982-4231-a854-9f063da2bf09 req-89609909-fad4-4ffc-b09f-2739941434e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 1130 time: 0.2143996 Apr 05 11:02:07.680768 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 8c32fc6e-551a-468c-91ef-232556aa122f details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:02:07.705964 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1269bac7-6e02-4e7b-a646-23adf039a2e5 req-67239b9c-4766-4117-a73c-9b24886e81f0 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152894 Apr 05 11:02:07.813847 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-64a3ce25-4e34-42cf-84bf-4d3566071ac8 req-525fa0e5-0736-4c52-b15c-8454c88ebe81 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612715 Apr 05 11:02:07.971105 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807388a4-4982-4231-a854-9f063da2bf09 req-58e161c6-ac40-4a28-b793-be82ed1ef760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:07.979998 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-807388a4-4982-4231-a854-9f063da2bf09 req-58e161c6-ac40-4a28-b793-be82ed1ef760 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 912 time: 0.3589025 Apr 05 11:02:08.100282 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 8c32fc6e-551a-468c-91ef-232556aa122f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=8c32fc6e-551a-468c-91ef-232556aa122f,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:08.141504 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '8c32fc6e-551a-468c-91ef-232556aa122f', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'port_id': '8c32fc6e-551a-468c-91ef-232556aa122f', 'mac_address': 'fa:16:3e:48:26:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:02:08.159206 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f0ac8-c2c8-4438-8651-73279d61a256 req-2c005751-8e04-402e-9e15-5757018b8327 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:08.171842 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3f2f0ac8-c2c8-4438-8651-73279d61a256 req-2c005751-8e04-402e-9e15-5757018b8327 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.2840223 Apr 05 11:02:08.212187 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 8c32fc6e-551a-468c-91ef-232556aa122f is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:02:08.212883 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:08.230999 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c32fc6e-551a-468c-91ef-232556aa122f {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:02:08.255665 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 8c32fc6e-551a-468c-91ef-232556aa122f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=8c32fc6e-551a-468c-91ef-232556aa122f,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:08.266031 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:08.334672 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3f2f0ac8-c2c8-4438-8651-73279d61a256 req-ed2b70c1-6a04-41d0-a865-9cd84e0cb6ff tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613986 Apr 05 11:02:08.368382 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-807388a4-4982-4231-a854-9f063da2bf09 req-cf552020-154a-4cca-9bcf-9dd48beebf5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db HTTP/1.1" status: 200 len: 1002 time: 0.3620350 Apr 05 11:02:08.383182 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=8c32fc6e-551a-468c-91ef-232556aa122f,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:08.533243 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172ee1a-c471-4c27-bd91-04b21efb191d req-034c5fc7-7d15-4f60-a024-09963f818858 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:08.535750 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9172ee1a-c471-4c27-bd91-04b21efb191d req-034c5fc7-7d15-4f60-a024-09963f818858 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.3975103 Apr 05 11:02:08.562690 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807388a4-4982-4231-a854-9f063da2bf09 req-6f642566-fc1b-4ef7-872b-2fc1669b9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:08.565273 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-807388a4-4982-4231-a854-9f063da2bf09 req-6f642566-fc1b-4ef7-872b-2fc1669b9329 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f0a7a9-5308-49f8-850a-610a57e2db70 HTTP/1.1" status: 200 len: 850 time: 0.1953692 Apr 05 11:02:08.606147 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['8c32fc6e-551a-468c-91ef-232556aa122f'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:02:08.690746 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9172ee1a-c471-4c27-bd91-04b21efb191d req-6f4f4a9b-b051-4746-b514-02bd2f8473ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438739 Apr 05 11:02:08.698732 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807388a4-4982-4231-a854-9f063da2bf09 req-0a0f2933-5ea7-4d07-a493-6ff0a0969a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:08.702616 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-807388a4-4982-4231-a854-9f063da2bf09 req-0a0f2933-5ea7-4d07-a493-6ff0a0969a99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c5cb07f-3ee8-463c-9269-3b548160e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1262126 Apr 05 11:02:09.079348 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76a60-5ab4-4672-9427-2e6ecf641648 req-a9d1fbc1-1e8c-4537-9e38-b689d067bb96 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:09.081064 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-96e76a60-5ab4-4672-9427-2e6ecf641648 req-a9d1fbc1-1e8c-4537-9e38-b689d067bb96 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 945 time: 0.1607683 Apr 05 11:02:09.088012 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-807388a4-4982-4231-a854-9f063da2bf09 req-7f220518-6439-4516-a099-6c2385cd360a service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780906 Apr 05 11:02:09.580751 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-807388a4-4982-4231-a854-9f063da2bf09 req-9fc35f45-f2de-4218-92c5-531f419399f0 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660430 Apr 05 11:02:09.599233 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-96e76a60-5ab4-4672-9427-2e6ecf641648 req-1901e2b1-c765-4baa-bd9b-f3cff015f96a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5098822 Apr 05 11:02:09.655948 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb328b-9df5-42e2-a967-3c98f60ede58 req-01bbad46-05e5-4945-b62d-64b6a1909c20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:09.664045 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c1fb328b-9df5-42e2-a967-3c98f60ede58 req-01bbad46-05e5-4945-b62d-64b6a1909c20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.6688371 Apr 05 11:02:09.736104 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c1fb328b-9df5-42e2-a967-3c98f60ede58 req-480ff186-6490-47c9-94ac-d265bf7e34a6 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647955 Apr 05 11:02:09.810410 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 8c32fc6e-551a-468c-91ef-232556aa122f up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:02:09.848212 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1a36b-5794-4c57-af76-759f276a8e17 req-65d542fd-3e9c-48c3-9d44-eaea3fc052a0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:09.850151 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2dd1a36b-5794-4c57-af76-759f276a8e17 req-65d542fd-3e9c-48c3-9d44-eaea3fc052a0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.1118412 Apr 05 11:02:09.934883 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port 8c32fc6e-551a-468c-91ef-232556aa122f completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:02:09.949565 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 8c32fc6e-551a-468c-91ef-232556aa122f triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:02:09.950603 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:09.993952 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c27d5b-838f-4c3d-9385-1a069f6e6c4f req-978c6f39-740e-489d-90a1-e0ba9c544ffd tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:09.995976 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-21c27d5b-838f-4c3d-9385-1a069f6e6c4f req-978c6f39-740e-489d-90a1-e0ba9c544ffd tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1433184 Apr 05 11:02:10.067929 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-21c27d5b-838f-4c3d-9385-1a069f6e6c4f req-915a4ff9-d1d8-4dd1-8894-69daffc9e7a9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646734 Apr 05 11:02:10.084632 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2dd1a36b-5794-4c57-af76-759f276a8e17 req-bdaa71c3-c5ee-45aa-8dc9-130e86daa3c0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548836 Apr 05 11:02:10.200321 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 8c32fc6e-551a-468c-91ef-232556aa122f is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:02:10.200547 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:10.251968 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 8c32fc6e-551a-468c-91ef-232556aa122f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=8c32fc6e-551a-468c-91ef-232556aa122f,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:10.253194 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c32fc6e-551a-468c-91ef-232556aa122f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:02:10.256595 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5381c70-5cda-4ac0-ad26-8b1e406908cf" -d '{"events": [{"server_uuid": "d8dbd8d4-ce6d-4e84-a900-a8adc6127616", "name": "network-vif-plugged", "status": "completed", "tag": "8c32fc6e-551a-468c-91ef-232556aa122f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:02:10.262106 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:10.359626 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=8c32fc6e-551a-468c-91ef-232556aa122f,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:10.371118 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c224d4ec-5ba0-484f-811b-2b8ebca2465f x-openstack-request-id: req-c224d4ec-5ba0-484f-811b-2b8ebca2465f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:02:10.371585 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dbd8d4-ce6d-4e84-a900-a8adc6127616", "name": "network-vif-plugged", "status": "completed", "tag": "8c32fc6e-551a-468c-91ef-232556aa122f", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:02:10.371975 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c224d4ec-5ba0-484f-811b-2b8ebca2465f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:02:10.372376 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c224d4ec-5ba0-484f-811b-2b8ebca2465f'] response: {'server_uuid': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c32fc6e-551a-468c-91ef-232556aa122f', 'code': 200} Apr 05 11:02:10.773008 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b2ff3-f175-4fdc-a4ae-30896a15a15f req-e334de15-5506-4ee8-a582-877ab08eaf0a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:10.784340 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-095b2ff3-f175-4fdc-a4ae-30896a15a15f req-e334de15-5506-4ee8-a582-877ab08eaf0a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 946 time: 0.0837209 Apr 05 11:02:10.910697 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-095b2ff3-f175-4fdc-a4ae-30896a15a15f req-0a149a36-add7-4682-88e2-582fb9458571 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251998 Apr 05 11:02:10.980215 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af314cc-deaa-4b66-857f-d4c894c20328 req-63172a75-8041-4733-8523-e8f4e9b9c0e3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:10.996577 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3af314cc-deaa-4b66-857f-d4c894c20328 req-63172a75-8041-4733-8523-e8f4e9b9c0e3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.1561813 Apr 05 11:02:11.075223 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3af314cc-deaa-4b66-857f-d4c894c20328 req-5c037fb0-8642-467f-a845-4a66c06dba29 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773442 Apr 05 11:02:11.241040 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed368a3-6152-4cd8-ab62-90707c0ffa27 req-5aeb3ca8-f773-4dab-b2e2-64d40a26f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:11.242703 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aed368a3-6152-4cd8-ab62-90707c0ffa27 req-5aeb3ca8-f773-4dab-b2e2-64d40a26f89b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 1130 time: 0.1170249 Apr 05 11:02:11.372498 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c93873-6612-47d1-91f0-fd6cd9e5078c req-e8a349bb-626c-47d9-9672-5bdc12e1ce40 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:11.374320 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e3c93873-6612-47d1-91f0-fd6cd9e5078c req-e8a349bb-626c-47d9-9672-5bdc12e1ce40 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1641989 Apr 05 11:02:11.414862 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aed368a3-6152-4cd8-ab62-90707c0ffa27 req-555533d0-dd60-406a-bfec-759de0fb8af3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517801 Apr 05 11:02:11.424364 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7eeac-6532-4ffc-ad59-ef0022313454 req-c4b5fa13-f110-439b-ad34-5afdfd2f2f1f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:11.425894 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-21e7eeac-6532-4ffc-ad59-ef0022313454 req-c4b5fa13-f110-439b-ad34-5afdfd2f2f1f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.1998761 Apr 05 11:02:11.505645 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e3c93873-6612-47d1-91f0-fd6cd9e5078c req-f4e8ac67-f363-42ac-84b2-8ac55d9df5a1 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199601 Apr 05 11:02:11.517168 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-21e7eeac-6532-4ffc-ad59-ef0022313454 req-36bc5ccf-bb3c-4146-8833-dcff591f9192 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747936 Apr 05 11:02:12.059854 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a2f8f-5881-4cd2-aecd-8ebcad840442 req-de6efacf-1e95-4704-832b-e50559b5baef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:12.061408 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a79a2f8f-5881-4cd2-aecd-8ebcad840442 req-de6efacf-1e95-4704-832b-e50559b5baef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 946 time: 0.0626600 Apr 05 11:02:12.175642 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a79a2f8f-5881-4cd2-aecd-8ebcad840442 req-4fc9a30f-46ff-4f08-a6ea-3b843085629d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077852 Apr 05 11:02:12.328422 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d61749-e33a-4a86-84a2-d922e025c3a0 req-dc979d02-6a4c-4914-b4a2-edf775e3866f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:12.331067 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e2d61749-e33a-4a86-84a2-d922e025c3a0 req-dc979d02-6a4c-4914-b4a2-edf775e3866f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.1337085 Apr 05 11:02:12.460873 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e2d61749-e33a-4a86-84a2-d922e025c3a0 req-72293809-7c7f-45dd-b704-067e93ae8408 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235623 Apr 05 11:02:12.789575 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ee8ab-e272-4932-bedd-d09ceba66be6 req-777f6f09-d03b-4766-8d53-2cf4453c1b61 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:12.797870 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c56ee8ab-e272-4932-bedd-d09ceba66be6 req-777f6f09-d03b-4766-8d53-2cf4453c1b61 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.1144190 Apr 05 11:02:12.814661 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cab30-43dd-4ef4-905c-2f87a30b6c4d req-da840be4-5937-495d-bc97-3b1d8494b423 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:12.816812 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c99cab30-43dd-4ef4-905c-2f87a30b6c4d req-da840be4-5937-495d-bc97-3b1d8494b423 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1200480 Apr 05 11:02:12.915494 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c56ee8ab-e272-4932-bedd-d09ceba66be6 req-baabf0f3-7ea7-4f9d-8871-757fc879981a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147809 Apr 05 11:02:12.937537 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c99cab30-43dd-4ef4-905c-2f87a30b6c4d req-6aeaec2d-44c8-4922-af1f-5a8c724c44d3 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098318 Apr 05 11:02:13.447885 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4d2f1-fcfe-4e30-8d49-a16146cde1c7 req-64cb70b5-bd4f-4a0f-9486-1b05cf3ac0cd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:13.449577 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-65d4d2f1-fcfe-4e30-8d49-a16146cde1c7 req-64cb70b5-bd4f-4a0f-9486-1b05cf3ac0cd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 946 time: 0.1686258 Apr 05 11:02:13.640097 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-65d4d2f1-fcfe-4e30-8d49-a16146cde1c7 req-68610696-b5ed-4e0b-b535-24f3fca522f8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374362 Apr 05 11:02:14.157819 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287d63a-b640-4ed3-80b5-ec62bba99586 req-4dd985c2-7465-4539-8399-e5c5dcdfe4ed tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:14.160360 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e287d63a-b640-4ed3-80b5-ec62bba99586 req-4dd985c2-7465-4539-8399-e5c5dcdfe4ed tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.1283727 Apr 05 11:02:14.169477 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f2954-096b-490b-9f94-b33b02a79fa4 req-3b975764-47b9-4b7f-b723-60aef542b6c2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:14.177703 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9b2f2954-096b-490b-9f94-b33b02a79fa4 req-3b975764-47b9-4b7f-b723-60aef542b6c2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1247973 Apr 05 11:02:14.285033 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9b2f2954-096b-490b-9f94-b33b02a79fa4 req-dc8215bc-dc62-491a-8f06-e00535ff6d61 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049657 Apr 05 11:02:14.293260 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e287d63a-b640-4ed3-80b5-ec62bba99586 req-bb39e770-1f39-4dd7-8d58-b9560b6eb9b1 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075928 Apr 05 11:02:14.817903 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:14.837871 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a6771-97eb-4a3e-86a7-948cb276433d req-719b2ba4-b8ce-4a66-ac4e-a81f1e47bd52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:14.846478 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-187a6771-97eb-4a3e-86a7-948cb276433d req-719b2ba4-b8ce-4a66-ac4e-a81f1e47bd52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 946 time: 0.1020529 Apr 05 11:02:14.920236 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-187a6771-97eb-4a3e-86a7-948cb276433d req-b2f19c3e-ec54-498c-9c82-acb6c4e8fae6 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726306 Apr 05 11:02:15.175937 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275464-ea29-4cd3-a661-316be97ae388 req-31c2b959-4763-46d8-bc23-9b01c14887f0 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:15.178517 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9e275464-ea29-4cd3-a661-316be97ae388 req-31c2b959-4763-46d8-bc23-9b01c14887f0 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 946 time: 0.1427882 Apr 05 11:02:15.193319 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 45864) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:15.199890 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-d487d68c-2753-45b8-a906-43e6d74e6976 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'floatingip': {'port_id': '8c32fc6e-551a-468c-91ef-232556aa122f'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:02:15.285917 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d487d68c-2753-45b8-a906-43e6d74e6976 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (d8478dea-f848-492b-8431-bf754f159516), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:15.604308 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bc518-24bb-425c-970f-796d6961ac62 req-17884a55-5b9c-4f6a-be2c-081ad7d16361 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:15.606354 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-852bc518-24bb-425c-970f-796d6961ac62 req-17884a55-5b9c-4f6a-be2c-081ad7d16361 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.2322669 Apr 05 11:02:15.625371 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d977d80-ac9a-4be7-9272-4a5fad906ec0 req-b8d74865-b80d-4496-860d-e2131facf0e6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:15.633842 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5d977d80-ac9a-4be7-9272-4a5fad906ec0 req-b8d74865-b80d-4496-860d-e2131facf0e6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.1974277 Apr 05 11:02:16.128793 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d487d68c-2753-45b8-a906-43e6d74e6976 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:16.171337 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d487d68c-2753-45b8-a906-43e6d74e6976 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (d8478dea-f848-492b-8431-bf754f159516), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:16.278137 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5d977d80-ac9a-4be7-9272-4a5fad906ec0 req-c594ae79-d638-4553-97cd-a8f512208ebc tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6429565 Apr 05 11:02:16.304080 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-852bc518-24bb-425c-970f-796d6961ac62 req-1dbc3803-b21f-42ef-81ce-1219727971ef tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716604 Apr 05 11:02:16.402942 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.l3_db [None req-d487d68c-2753-45b8-a906-43e6d74e6976 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Floating IP d8478dea-f848-492b-8431-bf754f159516 associated. External IP: 172.28.2.8, port: 8c32fc6e-551a-468c-91ef-232556aa122f. Apr 05 11:02:16.764481 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d487d68c-2753-45b8-a906-43e6d74e6976 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Router 5569f575-f817-4e80-8955-0068fc4d60c7 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:02:16.920932 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d487d68c-2753-45b8-a906-43e6d74e6976 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:02:16.926659 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d487d68c-2753-45b8-a906-43e6d74e6976 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:16.939620 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1945a3d7-f328-474b-930a-1509f661eb0c None None] Sync routers for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:02:16.960177 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1945a3d7-f328-474b-930a-1509f661eb0c None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:02:16.961230 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1945a3d7-f328-474b-930a-1509f661eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:02:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:16.965692 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-d487d68c-2753-45b8-a906-43e6d74e6976 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "PUT /v2.0/floatingips/d8478dea-f848-492b-8431-bf754f159516 HTTP/1.1" status: 200 len: 990 time: 1.7711434 Apr 05 11:02:16.966621 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'tag': '8c32fc6e-551a-468c-91ef-232556aa122f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:02:16.969094 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01ee97e-62ae-41bf-a704-819a5f0d5007" -d '{"events": [{"name": "network-changed", "server_uuid": "d8dbd8d4-ce6d-4e84-a900-a8adc6127616", "tag": "8c32fc6e-551a-468c-91ef-232556aa122f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:02:17.055895 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d49c4ff-49a4-4a6d-ab5b-e7f5389d8070 x-openstack-request-id: req-1d49c4ff-49a4-4a6d-ab5b-e7f5389d8070 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:02:17.056549 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8dbd8d4-ce6d-4e84-a900-a8adc6127616", "tag": "8c32fc6e-551a-468c-91ef-232556aa122f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:02:17.056902 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d49c4ff-49a4-4a6d-ab5b-e7f5389d8070 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:02:17.057430 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d49c4ff-49a4-4a6d-ab5b-e7f5389d8070'] response: {'name': 'network-changed', 'server_uuid': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'tag': '8c32fc6e-551a-468c-91ef-232556aa122f', 'status': 'completed', 'code': 200} Apr 05 11:02:17.134121 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-1945a3d7-f328-474b-930a-1509f661eb0c None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:02:17.426043 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1945a3d7-f328-474b-930a-1509f661eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4094f36d-0d97-4eab-92a4-ec0e33d89e0f', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.188', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:22Z', 'updated_at': '2022-04-05T11:00:52Z', 'revision_number': 2, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}, {'id': 'd8478dea-f848-492b-8431-bf754f159516', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.8', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '8c32fc6e-551a-468c-91ef-232556aa122f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:48:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:01:55Z', 'updated_at': '2022-04-05T11:02:15Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:17.466694 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1945a3d7-f328-474b-930a-1509f661eb0c None None] Checking router: 5569f575-f817-4e80-8955-0068fc4d60c7 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:02:17.477146 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1945a3d7-f328-474b-930a-1509f661eb0c None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:02:17.478053 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1945a3d7-f328-474b-930a-1509f661eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:02:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:17.544686 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5575cc-656e-4eb5-8da9-53e49af79bd9 req-95f5d53f-4f10-45f0-bd7c-a87db3c9e3fe tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:17.546386 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5b5575cc-656e-4eb5-8da9-53e49af79bd9 req-95f5d53f-4f10-45f0-bd7c-a87db3c9e3fe tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.1484606 Apr 05 11:02:17.594618 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80d2ac-82d5-4933-bec4-7f64004f87ca req-0e21147b-3443-468e-8e04-67edf1fe2ee6 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:17.597250 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4b80d2ac-82d5-4933-bec4-7f64004f87ca req-0e21147b-3443-468e-8e04-67edf1fe2ee6 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1285748 Apr 05 11:02:17.627872 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-1945a3d7-f328-474b-930a-1509f661eb0c None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:02:17.683885 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4b80d2ac-82d5-4933-bec4-7f64004f87ca req-f53a9c0d-9cc2-4835-9285-c50a30cbbf39 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746539 Apr 05 11:02:17.688253 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5b5575cc-656e-4eb5-8da9-53e49af79bd9 req-34832a55-dc41-4a8c-aa30-a0298cabd4ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347451 Apr 05 11:02:17.986939 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1945a3d7-f328-474b-930a-1509f661eb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4094f36d-0d97-4eab-92a4-ec0e33d89e0f', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.188', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:22Z', 'updated_at': '2022-04-05T11:00:52Z', 'revision_number': 2, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}, {'id': 'd8478dea-f848-492b-8431-bf754f159516', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.8', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '8c32fc6e-551a-468c-91ef-232556aa122f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:48:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:01:55Z', 'updated_at': '2022-04-05T11:02:15Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:18.033678 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1945a3d7-f328-474b-930a-1509f661eb0c None None] The sync data for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb is: [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4094f36d-0d97-4eab-92a4-ec0e33d89e0f', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.188', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:22Z', 'updated_at': '2022-04-05T11:00:52Z', 'revision_number': 2, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}, {'id': 'd8478dea-f848-492b-8431-bf754f159516', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.8', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '8c32fc6e-551a-468c-91ef-232556aa122f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:48:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:01:55Z', 'updated_at': '2022-04-05T11:02:15Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:02:18.125026 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee97e-62ae-41bf-a704-819a5f0d5007 req-03a16f28-74c5-45ff-b2cd-58cf6ea3723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:18.127170 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e01ee97e-62ae-41bf-a704-819a5f0d5007 req-03a16f28-74c5-45ff-b2cd-58cf6ea3723d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 1130 time: 0.0916307 Apr 05 11:02:18.183261 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb28360-94d1-4c11-a14a-70db9011986a req-3e26697e-459e-4a52-b837-7e618d34262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:18.186433 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8cb28360-94d1-4c11-a14a-70db9011986a req-3e26697e-459e-4a52-b837-7e618d34262d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 1129 time: 0.0627856 Apr 05 11:02:18.271191 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8cb28360-94d1-4c11-a14a-70db9011986a req-729a8fda-618a-4fee-916a-a02f65a65725 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746186 Apr 05 11:02:18.273184 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee97e-62ae-41bf-a704-819a5f0d5007 req-f8c484be-f828-4533-be6a-5c3214a085ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:18.274813 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e01ee97e-62ae-41bf-a704-819a5f0d5007 req-f8c484be-f828-4533-be6a-5c3214a085ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 915 time: 0.1411114 Apr 05 11:02:18.381171 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e4c77-4b70-45aa-a983-544f44ece31d None None] New status for floating IP d8478dea-f848-492b-8431-bf754f159516: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:02:18.561347 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e01ee97e-62ae-41bf-a704-819a5f0d5007 req-7e5ae5c5-c6d2-4dcb-9c2a-5202e9f5cdcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c32fc6e-551a-468c-91ef-232556aa122f HTTP/1.1" status: 200 len: 998 time: 0.0813739 Apr 05 11:02:18.588450 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:02:18.679670 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee97e-62ae-41bf-a704-819a5f0d5007 req-2ca906ac-cb1f-4c8f-b4bd-f24149ff4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:18.681143 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e01ee97e-62ae-41bf-a704-819a5f0d5007 req-2ca906ac-cb1f-4c8f-b4bd-f24149ff4043 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.0503581 Apr 05 11:02:18.858439 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668b1d6-3c9d-445a-b55a-3d1623c5fef1 req-7e9cea0d-0e57-4c5c-badc-1001bad7c784 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:18.860225 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c668b1d6-3c9d-445a-b55a-3d1623c5fef1 req-7e9cea0d-0e57-4c5c-badc-1001bad7c784 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.0885172 Apr 05 11:02:18.873243 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dddc53-2a34-4af8-93cf-1909f282796d req-2271d132-95cc-4a97-8faa-59a1032bba3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:18.874715 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-74dddc53-2a34-4af8-93cf-1909f282796d req-2271d132-95cc-4a97-8faa-59a1032bba3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0940938 Apr 05 11:02:18.956739 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c668b1d6-3c9d-445a-b55a-3d1623c5fef1 req-293fa9bd-a2bf-429b-a415-a4db5e21e2cc tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809639 Apr 05 11:02:18.965204 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-74dddc53-2a34-4af8-93cf-1909f282796d req-db206b9b-90da-4c42-8914-dfb417e29799 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831563 Apr 05 11:02:19.396722 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee97e-62ae-41bf-a704-819a5f0d5007 req-76380e0a-792b-45a3-ba19-849f7f8b57e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:19.398253 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e01ee97e-62ae-41bf-a704-819a5f0d5007 req-76380e0a-792b-45a3-ba19-849f7f8b57e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0519528 Apr 05 11:02:19.532122 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 45976) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:19.601234 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b25ba4-39e8-48b0-bb82-8c6304dfbf05 admin admin] Deleting subnet 426d20c7-3076-4bf2-8d47-9c161c5a12f7 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:02:19.609014 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46b25ba4-39e8-48b0-bb82-8c6304dfbf05 admin admin] Publish callbacks [] for subnet (426d20c7-3076-4bf2-8d47-9c161c5a12f7), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:19.668118 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fd87d-28af-4839-a480-5ba269750787 req-fe32be27-0839-41c8-9ee2-cee135ded94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:19.669559 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-276fd87d-28af-4839-a480-5ba269750787 req-fe32be27-0839-41c8-9ee2-cee135ded94b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 1129 time: 0.0679638 Apr 05 11:02:19.688771 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46b25ba4-39e8-48b0-bb82-8c6304dfbf05 admin admin] Publish callbacks [] for subnet (426d20c7-3076-4bf2-8d47-9c161c5a12f7), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:19.704215 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46b25ba4-39e8-48b0-bb82-8c6304dfbf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (426d20c7-3076-4bf2-8d47-9c161c5a12f7), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:19.737648 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e01ee97e-62ae-41bf-a704-819a5f0d5007 req-279d28d9-1354-4ea0-898a-7f9bcbb87be7 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712313 Apr 05 11:02:19.770212 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46b25ba4-39e8-48b0-bb82-8c6304dfbf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for subnet (426d20c7-3076-4bf2-8d47-9c161c5a12f7), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:19.800633 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b25ba4-39e8-48b0-bb82-8c6304dfbf05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426d20c7-3076-4bf2-8d47-9c161c5a12f7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:19.805019 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46b25ba4-39e8-48b0-bb82-8c6304dfbf05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:19.808259 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-46b25ba4-39e8-48b0-bb82-8c6304dfbf05 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/426d20c7-3076-4bf2-8d47-9c161c5a12f7 HTTP/1.1" status: 204 len: 168 time: 0.2750695 Apr 05 11:02:19.810828 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 45978) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:19.882516 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (4da4312e-a767-4ce5-8be8-4917d39a4a04), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:19.970403 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (4da4312e-a767-4ce5-8be8-4917d39a4a04), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:19.994051 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da4312e-a767-4ce5-8be8-4917d39a4a04']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:20.011902 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1da7684-fd65-44ff-aed2-4b45df7d170d') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:20.012493 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1da7684-fd65-44ff-aed2-4b45df7d170d') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:20.030670 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30973029'] for segment (f1da7684-fd65-44ff-aed2-4b45df7d170d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:20.046857 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (f1da7684-fd65-44ff-aed2-4b45df7d170d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:20.056332 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:02:20.056740 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29380638'] for segment (f1da7684-fd65-44ff-aed2-4b45df7d170d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: Traceback (most recent call last): Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: timer() Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: cb(*args, **kw) Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: return func(*args, **kwargs) Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: self._notify() Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: self.callback(batched_events) Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: event.method(event) Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: return f(self, *a, **k) Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: return self._get(url).json() Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: return self.request(url, 'GET', **kwargs) Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:02:20.058572 dv-cinder-818994-3-smb neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:02:20.138389 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfe758-c7f0-428a-8cd7-f844394a9bb6 req-d1c7e922-eae9-4177-b25d-9b9ae73787ae tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:20.140302 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-82dfe758-c7f0-428a-8cd7-f844394a9bb6 req-d1c7e922-eae9-4177-b25d-9b9ae73787ae tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0981236 Apr 05 11:02:20.153776 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4430b-172d-4ff8-9138-2eb9fc380a13 req-0f8e19d4-d910-47a7-9576-f55d0f1df1db tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:20.155556 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-92b4430b-172d-4ff8-9138-2eb9fc380a13 req-0f8e19d4-d910-47a7-9576-f55d0f1df1db tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.1019452 Apr 05 11:02:20.168142 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (4da4312e-a767-4ce5-8be8-4917d39a4a04), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:20.198478 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:20.205324 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4da4312e-a767-4ce5-8be8-4917d39a4a04 HTTP/1.1" status: 204 len: 168 time: 0.3931708 Apr 05 11:02:20.253187 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcdd07-cbad-4adc-a4b7-35a2d4455310 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da4312e-a767-4ce5-8be8-4917d39a4a04,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:20.311151 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-82dfe758-c7f0-428a-8cd7-f844394a9bb6 req-8e5d809f-bacf-4513-8ebb-b9033556d71a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530087 Apr 05 11:02:20.329269 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-92b4430b-172d-4ff8-9138-2eb9fc380a13 req-24417651-9b54-4e83-a01e-55078b38cf62 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632042 Apr 05 11:02:20.380016 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e01ee97e-62ae-41bf-a704-819a5f0d5007 req-3c1654bb-3d99-4304-a30e-5dc206919411 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049205 Apr 05 11:02:20.396316 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fd87d-28af-4839-a480-5ba269750787 req-95f634d2-5805-45cb-bdb3-568c2d971627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:20.398785 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-276fd87d-28af-4839-a480-5ba269750787 req-95f634d2-5805-45cb-bdb3-568c2d971627 service neutron] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 917 time: 0.2195482 Apr 05 11:02:20.492937 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 45988) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:20.521048 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-276fd87d-28af-4839-a480-5ba269750787 req-593c511e-60ab-43d0-85ca-372c10171759 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124 HTTP/1.1" status: 200 len: 1001 time: 0.1159382 Apr 05 11:02:20.583415 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-a412bf25-644f-443f-8f72-66d783aa0719 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c41ed01487814eed9c5951abd1c1e4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0811024 Apr 05 11:02:20.587276 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 45992) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:20.592132 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fd87d-28af-4839-a480-5ba269750787 req-dd0c8ce7-d5ce-4418-88af-964862b4fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:20.597636 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-276fd87d-28af-4839-a480-5ba269750787 req-dd0c8ce7-d5ce-4418-88af-964862b4fe9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.0651524 Apr 05 11:02:20.680426 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fd87d-28af-4839-a480-5ba269750787 req-70631293-3507-4a6c-b24a-17b427be953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:20.682004 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-276fd87d-28af-4839-a480-5ba269750787 req-70631293-3507-4a6c-b24a-17b427be953f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0794084 Apr 05 11:02:20.804760 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df8caf4c-359c-492d-9f03-f8a15dc86207 admin admin] Publish callbacks [] for security_group (1dacd51d-3be0-46d9-8e87-2278df9ef56e), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:20.807656 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-276fd87d-28af-4839-a480-5ba269750787 req-6f376cb6-d0ba-4960-9e7e-6abaf551348e service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123202 Apr 05 11:02:20.862857 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df8caf4c-359c-492d-9f03-f8a15dc86207 admin admin] Publish callbacks [] for security_group (1dacd51d-3be0-46d9-8e87-2278df9ef56e), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:20.881686 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9d18a-45c1-4e67-9175-9de6084d4f2d req-53b84b01-2026-479c-8b78-ae6076bc285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:20.884206 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-77b9d18a-45c1-4e67-9175-9de6084d4f2d req-53b84b01-2026-479c-8b78-ae6076bc285f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 1129 time: 0.2124724 Apr 05 11:02:20.899885 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90988c77-bb28-4c65-8e8b-a85906addbd1 req-de021760-5a56-47ab-a4b5-43a9f3892c12 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:20.902446 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-90988c77-bb28-4c65-8e8b-a85906addbd1 req-de021760-5a56-47ab-a4b5-43a9f3892c12 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.2159669 Apr 05 11:02:20.927872 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-276fd87d-28af-4839-a480-5ba269750787 req-857f7cf7-95af-4da9-91a3-fe05b9eb270d service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097584 Apr 05 11:02:21.385260 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-90988c77-bb28-4c65-8e8b-a85906addbd1 req-6f6c4f60-b6ae-4e95-822a-0341533615fe tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574485 Apr 05 11:02:21.396023 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df8caf4c-359c-492d-9f03-f8a15dc86207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (1dacd51d-3be0-46d9-8e87-2278df9ef56e), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:21.398555 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-df8caf4c-359c-492d-9f03-f8a15dc86207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:21.399754 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-df8caf4c-359c-492d-9f03-f8a15dc86207 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dacd51d-3be0-46d9-8e87-2278df9ef56e HTTP/1.1" status: 204 len: 168 time: 0.8107686 Apr 05 11:02:21.421787 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8caf4c-359c-492d-9f03-f8a15dc86207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dacd51d-3be0-46d9-8e87-2278df9ef56e,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:21.428491 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9d18a-45c1-4e67-9175-9de6084d4f2d req-e8b28d10-e3c0-427e-9e1a-c5b688fe38de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:21.429983 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-77b9d18a-45c1-4e67-9175-9de6084d4f2d req-e8b28d10-e3c0-427e-9e1a-c5b688fe38de service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 920 time: 0.5263197 Apr 05 11:02:21.563891 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa179d-f198-4476-945e-71971150f0e7 req-15c8d68b-9000-463f-bd05-d61ea0fc0b6b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:21.565892 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-eaaa179d-f198-4476-945e-71971150f0e7 req-15c8d68b-9000-463f-bd05-d61ea0fc0b6b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.0650425 Apr 05 11:02:21.645333 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-eaaa179d-f198-4476-945e-71971150f0e7 req-78c2a516-a5c5-4587-9e39-7b0749f86b6d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707107 Apr 05 11:02:22.531014 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0755195-308a-4797-9ee2-2ac0e2b775c6 req-22949653-d8c6-4535-891b-0d656d03bf02 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:22.532799 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c0755195-308a-4797-9ee2-2ac0e2b775c6 req-22949653-d8c6-4535-891b-0d656d03bf02 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0620985 Apr 05 11:02:22.596083 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-77b9d18a-45c1-4e67-9175-9de6084d4f2d req-d7961edf-e156-4d01-a052-3b0182338e9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca2475b3-7a17-44f3-93fa-2876680d210c HTTP/1.1" status: 200 len: 217 time: 0.0498497 Apr 05 11:02:22.651202 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c0755195-308a-4797-9ee2-2ac0e2b775c6 req-d2edba9a-547b-4516-a816-3f5f33616372 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124649 Apr 05 11:02:22.666305 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9d18a-45c1-4e67-9175-9de6084d4f2d req-d8b17738-242b-421c-ac7a-70645c6cf629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:22.667849 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-77b9d18a-45c1-4e67-9175-9de6084d4f2d req-d8b17738-242b-421c-ac7a-70645c6cf629 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.0657475 Apr 05 11:02:22.814597 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9d18a-45c1-4e67-9175-9de6084d4f2d req-4b584b1f-26d2-4540-ab58-0c945da663c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:22.816199 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-77b9d18a-45c1-4e67-9175-9de6084d4f2d req-4b584b1f-26d2-4540-ab58-0c945da663c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1141613 Apr 05 11:02:22.829076 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6be55d-419b-4670-a35f-acb54c2067ee req-8d3dcfd8-4fd7-4696-bc62-9f0e6c95825f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:22.830615 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5d6be55d-419b-4670-a35f-acb54c2067ee req-8d3dcfd8-4fd7-4696-bc62-9f0e6c95825f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 945 time: 0.0891402 Apr 05 11:02:22.948711 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5d6be55d-419b-4670-a35f-acb54c2067ee req-1dc5b966-71fe-442e-9e47-7c2d5950895c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087408 Apr 05 11:02:22.971138 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-77b9d18a-45c1-4e67-9175-9de6084d4f2d req-b5c6c24f-0720-45ac-91ae-8c81d52e532e service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394401 Apr 05 11:02:23.190921 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-77b9d18a-45c1-4e67-9175-9de6084d4f2d req-af6d38a2-c453-4ce2-a00f-bf701920e6fc service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513510 Apr 05 11:02:23.804952 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ca75a-af04-4e0e-9e79-1ed6a1701be3 req-159e5afb-bede-4cc8-ba31-aee3115b89fd tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:23.806608 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3c7ca75a-af04-4e0e-9e79-1ed6a1701be3 req-159e5afb-bede-4cc8-ba31-aee3115b89fd tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0757420 Apr 05 11:02:23.861190 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3c7ca75a-af04-4e0e-9e79-1ed6a1701be3 req-c80a03d1-1167-4281-a7d5-931734dab15f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482619 Apr 05 11:02:23.890333 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4a2a8610-a310-4d96-927e-b02a2b4e4124 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:02:23.975942 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 4a2a8610-a310-4d96-927e-b02a2b4e4124 is: ACTIVE; New status is: DOWN {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:02:23.976367 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:24.002723 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:02:24.005101 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33888fca-7875-4912-a7f1-8d19c9e28cc7" -d '{"events": [{"server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "name": "network-vif-unplugged", "status": "completed", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:02:24.020710 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:24.027105 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:24.052029 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 11:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295c3d7c-a3f4-4d79-a5f2-90edb74ac405 x-openstack-request-id: req-295c3d7c-a3f4-4d79-a5f2-90edb74ac405 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:02:24.052318 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "name": "network-vif-unplugged", "status": "failed", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124", "code": 422}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:02:24.052561 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-295c3d7c-a3f4-4d79-a5f2-90edb74ac405 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:02:24.052994 dv-cinder-818994-3-smb neutron-server[103323]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-295c3d7c-a3f4-4d79-a5f2-90edb74ac405']: {'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'code': 422} returned with failed status Apr 05 11:02:24.086208 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=4a2a8610-a310-4d96-927e-b02a2b4e4124,revision_number=8']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:24.112004 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e55517-3ea0-4dec-a294-3bc9c158ac81 req-d0a83be5-2dfa-4b6d-b4e9-b3f0139af40c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:24.113613 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-96e55517-3ea0-4dec-a294-3bc9c158ac81 req-d0a83be5-2dfa-4b6d-b4e9-b3f0139af40c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0628152 Apr 05 11:02:24.166381 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-96e55517-3ea0-4dec-a294-3bc9c158ac81 req-9448785d-7966-43cf-959f-4dbf13dd47d2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465574 Apr 05 11:02:24.706395 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [req-45642acd-6aab-448a-96bd-c46520a5f118 req-874fd2ad-15db-4654-a73f-d86626ef2684 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:02:24.707512 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-45642acd-6aab-448a-96bd-c46520a5f118 req-874fd2ad-15db-4654-a73f-d86626ef2684 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055487 Apr 05 11:02:24.904255 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1128266-6e0b-4cc2-b3f2-921d0a28b7f2 req-e3628577-0e59-4c40-ba4b-5a06b8c65c92 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:24.907155 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f1128266-6e0b-4cc2-b3f2-921d0a28b7f2 req-e3628577-0e59-4c40-ba4b-5a06b8c65c92 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0742004 Apr 05 11:02:24.995187 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f1128266-6e0b-4cc2-b3f2-921d0a28b7f2 req-56984d96-77c8-4173-b4ca-fa28de0d2e28 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788395 Apr 05 11:02:25.017914 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df470d-43c0-4169-8afd-bc237784c7a2 req-ea2760fb-1651-4054-880b-c5547e3de841 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:25.019798 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-15df470d-43c0-4169-8afd-bc237784c7a2 req-ea2760fb-1651-4054-880b-c5547e3de841 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0852234 Apr 05 11:02:25.080987 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-15df470d-43c0-4169-8afd-bc237784c7a2 req-e3f9da70-32a8-48d5-a697-5b33b5edfaae tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483425 Apr 05 11:02:25.312779 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46052) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:25.427611 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-ce6d9c74-3a4f-41c5-b6ca-490c95283dc3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133034 Apr 05 11:02:25.437118 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-b3f2a533-cf36-4452-a162-40e4d9ea72df service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103322) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:02:25.438143 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-b3f2a533-cf36-4452-a162-40e4d9ea72df service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052953 Apr 05 11:02:25.522710 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46060) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:25.578933 dv-cinder-818994-3-smb neutron-server[103322]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 11:02:25.627457 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-4e8f1807-0282-40da-868f-291f3ddec26a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:25.628858 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-4e8f1807-0282-40da-868f-291f3ddec26a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports/4a2a8610-a310-4d96-927e-b02a2b4e4124 HTTP/1.1" status: 200 len: 940 time: 0.1051149 Apr 05 11:02:26.141577 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd46da-45ca-413e-ba8b-b21dc3c48e85 req-925b15b3-4aa9-41aa-93b9-f1e85efbf75b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:26.143485 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0efd46da-45ca-413e-ba8b-b21dc3c48e85 req-925b15b3-4aa9-41aa-93b9-f1e85efbf75b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0587862 Apr 05 11:02:26.227131 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0efd46da-45ca-413e-ba8b-b21dc3c48e85 req-2f1af30c-33e4-4ab2-a842-f02b18fb247d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768263 Apr 05 11:02:26.253085 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba48216-333e-4662-807d-8fd1f3737ed6 req-1a5596de-50c7-4eb4-9f56-864adbbaaf95 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:26.255620 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9ba48216-333e-4662-807d-8fd1f3737ed6 req-1a5596de-50c7-4eb4-9f56-864adbbaaf95 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0910065 Apr 05 11:02:26.307345 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9ba48216-333e-4662-807d-8fd1f3737ed6 req-4dbf619e-1c4d-425d-91da-c55be7ba6b48 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 Apr 05 11:02:26.661460 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-258a59ca-c45f-4111-8ed6-7d69cb93d492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:27.129440 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-fae02d73-ecce-4e6c-aa83-b0b686d50af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:27.130987 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-fae02d73-ecce-4e6c-aa83-b0b686d50af7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090&tenant_id=c6f12b9f46f34b429de4e724d9dadc73 HTTP/1.1" status: 200 len: 1127 time: 0.0805111 Apr 05 11:02:27.209840 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-9a32d52a-f6e7-46e6-b4c1-1844edadad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:27.211400 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-9a32d52a-f6e7-46e6-b4c1-1844edadad63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 1127 time: 0.0533659 Apr 05 11:02:27.313039 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-b1514aa2-ab53-427c-883a-5a140307ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:27.314566 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-b1514aa2-ab53-427c-883a-5a140307ea79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 917 time: 0.0924509 Apr 05 11:02:27.415852 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-6983d9b6-ca91-40d0-9d3d-278101c1bbc3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124 HTTP/1.1" status: 200 len: 999 time: 0.0876961 Apr 05 11:02:27.441415 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05a5b1-1e1d-450a-b64c-6b0bbd760aff req-de29e3ba-e8db-414d-87c2-f61ed50cbea1 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:27.443361 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0c05a5b1-1e1d-450a-b64c-6b0bbd760aff req-de29e3ba-e8db-414d-87c2-f61ed50cbea1 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.1242914 Apr 05 11:02:27.504004 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-6d8fa404-fbd4-4b79-a7e3-bc4f2bc41de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:27.505536 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-6d8fa404-fbd4-4b79-a7e3-bc4f2bc41de6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.0812304 Apr 05 11:02:27.537354 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0c05a5b1-1e1d-450a-b64c-6b0bbd760aff req-3ae45189-7521-44af-b2dd-4bd140305dbc tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752456 Apr 05 11:02:27.572475 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-0e138452-b794-42d1-9b61-0cc96ed6efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:27.574009 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-0e138452-b794-42d1-9b61-0cc96ed6efd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0574949 Apr 05 11:02:27.680066 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-0ba90117-24a9-408b-96d1-efd14f20be51 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951898 Apr 05 11:02:27.789447 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6157009-7f31-4950-86cb-3050cb61ce8a req-b6b7e2d6-ad14-4fac-a5f5-b8e242af4fc9 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950286 Apr 05 11:02:28.052725 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46096) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:28.057832 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-41c5c990-db73-4812-8c3d-fd3f44c57ccf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--648394004', 'description': 'tempest-description--434005493'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:02:28.082212 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41c5c990-db73-4812-8c3d-fd3f44c57ccf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.173790 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41c5c990-db73-4812-8c3d-fd3f44c57ccf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group (0158ab7f-6171-422a-88b5-12bcaecd3b92), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.179460 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41c5c990-db73-4812-8c3d-fd3f44c57ccf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (0158ab7f-6171-422a-88b5-12bcaecd3b92), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.210206 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5c990-db73-4812-8c3d-fd3f44c57ccf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0158ab7f-6171-422a-88b5-12bcaecd3b92,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:28.215471 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-41c5c990-db73-4812-8c3d-fd3f44c57ccf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.216571 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-41c5c990-db73-4812-8c3d-fd3f44c57ccf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1628122 Apr 05 11:02:28.220038 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46102) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:28.225418 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-9bb4fa8a-153d-43ec-8f3b-8fb8ab643b63 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Request body: {'security_group_rule': {'security_group_id': '0158ab7f-6171-422a-88b5-12bcaecd3b92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:02:28.255879 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9bb4fa8a-153d-43ec-8f3b-8fb8ab643b63 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group_rule (d181180b-fa41-437d-b428-d97cdefccc7b), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.327045 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9bb4fa8a-153d-43ec-8f3b-8fb8ab643b63 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group_rule (d181180b-fa41-437d-b428-d97cdefccc7b), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.332126 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9bb4fa8a-153d-43ec-8f3b-8fb8ab643b63 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (d181180b-fa41-437d-b428-d97cdefccc7b), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.354120 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4fa8a-153d-43ec-8f3b-8fb8ab643b63 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d181180b-fa41-437d-b428-d97cdefccc7b,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:28.365839 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9bb4fa8a-153d-43ec-8f3b-8fb8ab643b63 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.367184 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-9bb4fa8a-153d-43ec-8f3b-8fb8ab643b63 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460283 Apr 05 11:02:28.370500 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46108) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:28.374983 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-6867cf08-e808-4f4f-8e08-d740aa2a9a72 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Request body: {'security_group_rule': {'security_group_id': '0158ab7f-6171-422a-88b5-12bcaecd3b92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:02:28.410552 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6867cf08-e808-4f4f-8e08-d740aa2a9a72 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group_rule (11eec228-7d0d-4dcf-88d6-7fbf9d73b766), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.494558 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6867cf08-e808-4f4f-8e08-d740aa2a9a72 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group_rule (11eec228-7d0d-4dcf-88d6-7fbf9d73b766), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.521095 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6867cf08-e808-4f4f-8e08-d740aa2a9a72 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (11eec228-7d0d-4dcf-88d6-7fbf9d73b766), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.545799 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867cf08-e808-4f4f-8e08-d740aa2a9a72 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11eec228-7d0d-4dcf-88d6-7fbf9d73b766,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:28.558414 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6867cf08-e808-4f4f-8e08-d740aa2a9a72 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.560738 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-6867cf08-e808-4f4f-8e08-d740aa2a9a72 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1893556 Apr 05 11:02:28.564400 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46112) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:28.571822 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Request body: {'floatingip': {'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:02:28.604228 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.707066 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95c414-afda-4c3f-9626-aa087f81ad46 req-b7def5d6-8a81-4916-a024-d1a1809f53ea tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:28.709323 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cd95c414-afda-4c3f-9626-aa087f81ad46 req-b7def5d6-8a81-4916-a024-d1a1809f53ea tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0668938 Apr 05 11:02:28.778424 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cd95c414-afda-4c3f-9626-aa087f81ad46 req-722fa851-8a7e-4465-affe-b20213be87d0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600266 Apr 05 11:02:28.781992 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:28.902955 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Allocated IP 172.28.2.248 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/ea1dd146-e5d5-4887-8ecd-d4b52c1a5204) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:02:29.246202 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for port (ea1dd146-e5d5-4887-8ecd-d4b52c1a5204), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:29.287068 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (ea1dd146-e5d5-4887-8ecd-d4b52c1a5204), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:29.334486 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:02:29.340752 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:02:29.346427 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:02:29.349913 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event updated for resources: {'Port': ['ID=ea1dd146-e5d5-4887-8ecd-d4b52c1a5204,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:29.445674 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for floatingip (4cd952fc-ce42-4263-8f48-78a3996d717a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:29.483622 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (ea1dd146-e5d5-4887-8ecd-d4b52c1a5204), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:29.583912 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-694cbebc-4fa4-4b54-bd05-ae3e2350bf7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:29.652720 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for port (ea1dd146-e5d5-4887-8ecd-d4b52c1a5204), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:29.657643 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (ea1dd146-e5d5-4887-8ecd-d4b52c1a5204), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:29.725290 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event updated for resources: {'Port': ['ID=ea1dd146-e5d5-4887-8ecd-d4b52c1a5204,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:29.740907 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (4cd952fc-ce42-4263-8f48-78a3996d717a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:29.756159 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:29.757391 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-afb2f447-1f36-42c7-82b0-a8254c4765f6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1913371 Apr 05 11:02:29.929683 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050146b-87fc-4fff-bfed-630099a59b13 req-3228cb82-00ad-4ebf-be5b-4ea34a46abe1 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:29.931164 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2050146b-87fc-4fff-bfed-630099a59b13 req-3228cb82-00ad-4ebf-be5b-4ea34a46abe1 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0783756 Apr 05 11:02:29.999702 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-7db5f805-c4c0-4315-a1e4-620153cca4ef tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--648394004&fields=id&tenant_id=52b5948dc8574e09a42a290b46756aaa HTTP/1.1" status: 200 len: 267 time: 0.0790479 Apr 05 11:02:30.026581 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2050146b-87fc-4fff-bfed-630099a59b13 req-ba057f1e-95dc-4db0-be36-b0f2b0aaf666 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829105 Apr 05 11:02:30.131148 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-aeff2a66-b59a-4201-a723-907dd7ae2e0f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:30.132882 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-aeff2a66-b59a-4201-a723-907dd7ae2e0f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 819 time: 0.1255195 Apr 05 11:02:30.149270 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-8776dca4-456c-4f98-95ac-ec83ee6413d3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/quotas/52b5948dc8574e09a42a290b46756aaa HTTP/1.1" status: 200 len: 375 time: 0.0105877 Apr 05 11:02:30.215112 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-8b232221-0d1f-41f5-ab91-9b8d38f82669 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0576670 Apr 05 11:02:30.333533 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-a38dadad-e4ec-45c5-addb-875e8b25fb27 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063678 Apr 05 11:02:30.432734 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-c5528c4b-881d-4061-a2a5-3d6cbac34177 service neutron] 10.222.0.43 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932350 Apr 05 11:02:30.637777 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-594bd125-4fd6-4339-9a1f-36140307dd6c req-74511d1a-9e33-4766-87a4-890097652078 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0311244 Apr 05 11:02:30.932303 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:31.159049 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704ce87-1589-429d-897d-e7022c787d3f req-c499a0e8-8d21-449a-bc1a-a032f82f7f27 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:31.160714 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0704ce87-1589-429d-897d-e7022c787d3f req-c499a0e8-8d21-449a-bc1a-a032f82f7f27 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0585926 Apr 05 11:02:31.210970 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0704ce87-1589-429d-897d-e7022c787d3f req-2feedd04-7999-42f6-85f3-64a9daad5d99 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439534 Apr 05 11:02:31.746906 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b0d8d7e5-43ab-4d42-9700-1f86db86d47f req-03b937e1-71e6-45d3-8b2f-d013721a74f4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0301292 Apr 05 11:02:32.343412 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2edb1-bc99-49fe-b806-960293572bcc req-2f3d53bb-29f2-4b04-bf7b-3986b0b6c773 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:32.345109 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4af2edb1-bc99-49fe-b806-960293572bcc req-2f3d53bb-29f2-4b04-bf7b-3986b0b6c773 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0599282 Apr 05 11:02:32.419821 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4af2edb1-bc99-49fe-b806-960293572bcc req-07a2cfc4-9053-4135-abac-b00bfc681c76 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679822 Apr 05 11:02:32.471021 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:32.851391 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-87342b46-9545-439f-8dde-3a87b789c8d8 req-8ea11fde-46a7-4e67-a775-3861fb16d6c9 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0317712 Apr 05 11:02:33.578588 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df5ea6-f725-4133-b783-514d469956e2 req-1c13f3c5-bb90-49f6-b9d9-6f6ad30d29b9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:33.580409 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-88df5ea6-f725-4133-b783-514d469956e2 req-1c13f3c5-bb90-49f6-b9d9-6f6ad30d29b9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0641096 Apr 05 11:02:33.632448 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-88df5ea6-f725-4133-b783-514d469956e2 req-e14d97e4-e523-4beb-9907-2603b0b58fe2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457654 Apr 05 11:02:33.741801 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:33.958624 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5b401fac-0bb9-49c7-b0ba-f8b6a7e4349e req-56891a66-c384-43b5-93b4-b4e40d6c2a87 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0361700 Apr 05 11:02:34.774857 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbd543-e5c9-4580-94ba-3ab470c12f1a req-1b94514f-fa9b-4976-8ec1-76f7e1919336 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:34.778604 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-99cbd543-e5c9-4580-94ba-3ab470c12f1a req-1b94514f-fa9b-4976-8ec1-76f7e1919336 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0606294 Apr 05 11:02:34.835632 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-99cbd543-e5c9-4580-94ba-3ab470c12f1a req-b5d0b046-d503-4f4f-8309-dda5e211e354 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504236 Apr 05 11:02:35.058421 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-89ca7692-8f5b-4093-a197-6f03e0eecbcd req-8792d11d-75d3-4bbc-b692-d9164fec5f89 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0273080 Apr 05 11:02:35.986305 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec13b3-410e-452a-a4ca-635acc67b966 req-1ab24075-de31-4744-85cb-b5a33346b123 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:35.987943 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a8ec13b3-410e-452a-a4ca-635acc67b966 req-1ab24075-de31-4744-85cb-b5a33346b123 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0666175 Apr 05 11:02:36.039266 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a8ec13b3-410e-452a-a4ca-635acc67b966 req-d8469c93-3e0e-4c08-8156-fabd34f615d4 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442290 Apr 05 11:02:36.170974 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-77d6ded8-5e4c-4ae1-bb0e-43800f278bae req-49aa6bcc-4b54-4ebc-8343-49e2e0170973 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0317378 Apr 05 11:02:37.203507 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674c258-9b23-43bd-9009-0b08d4a0ff47 req-a551fadd-4344-4f37-baf1-48e8c454fd5f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:37.205052 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1674c258-9b23-43bd-9009-0b08d4a0ff47 req-a551fadd-4344-4f37-baf1-48e8c454fd5f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0669651 Apr 05 11:02:37.315790 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9b072bea-eb9d-4852-a51c-2e90d201c1e6 req-0675fb48-e77a-4ae5-938f-1f9b313e4689 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0695527 Apr 05 11:02:37.332362 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1674c258-9b23-43bd-9009-0b08d4a0ff47 req-fd707696-9dc3-400e-ae32-2f2476059cd8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206880 Apr 05 11:02:38.431624 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8e434778-f1e7-4c14-885f-9e04cf850977 req-08ff7f5b-9b0f-41d9-99d8-0d7b70983a37 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0310893 Apr 05 11:02:38.487536 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5f750-674b-4ea2-9134-8bbccdc851ca req-fbde76b1-aa8d-43fc-ae62-4c2770b8ef95 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:38.489159 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5fe5f750-674b-4ea2-9134-8bbccdc851ca req-fbde76b1-aa8d-43fc-ae62-4c2770b8ef95 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0611033 Apr 05 11:02:38.540435 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5fe5f750-674b-4ea2-9134-8bbccdc851ca req-45ab4a40-f1c5-47fb-8bcc-16796163c4f2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Apr 05 11:02:39.542590 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1fc3b1fd-6c47-4ea6-8a79-d80884a0686f req-f017b8eb-55b9-4827-8cce-834727befbff tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0378261 Apr 05 11:02:39.678309 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f88645-e478-4b30-9d49-cf505cc49f14 req-1680dd26-29ac-4c0d-a1bf-ace518045202 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:39.679893 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c4f88645-e478-4b30-9d49-cf505cc49f14 req-1680dd26-29ac-4c0d-a1bf-ace518045202 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0612257 Apr 05 11:02:39.729338 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c4f88645-e478-4b30-9d49-cf505cc49f14 req-4551e666-8f3c-4d6b-9a30-90b06cb3542c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435734 Apr 05 11:02:40.642323 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b32f8c30-3ccc-4605-af07-bb8f8379a6d2 req-dd068492-6099-4365-ad9c-b054caf5836a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0288105 Apr 05 11:02:40.862342 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95084121-e3ee-4dc5-aa66-81bb8bde5b3c req-2211301c-6c15-4511-ba73-6385a274ffa4 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:40.863897 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-95084121-e3ee-4dc5-aa66-81bb8bde5b3c req-2211301c-6c15-4511-ba73-6385a274ffa4 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0576348 Apr 05 11:02:40.923419 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-95084121-e3ee-4dc5-aa66-81bb8bde5b3c req-92f5294c-84d9-43fa-b5f4-2b6cc171e3a7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508590 Apr 05 11:02:41.740583 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-75d316e9-5693-4654-8c69-219e32c72abd req-6c0e0fdf-e5b2-424e-8e1d-3b7cccd0b56c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0280778 Apr 05 11:02:42.068344 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cb363-8d2d-4803-844f-be733c3e9b0c req-6aef1efe-344e-4da3-84ac-082d16da2818 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:42.069837 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-755cb363-8d2d-4803-844f-be733c3e9b0c req-6aef1efe-344e-4da3-84ac-082d16da2818 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.0610199 Apr 05 11:02:42.122928 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-755cb363-8d2d-4803-844f-be733c3e9b0c req-1c07b387-e290-4e70-851f-3026f116f7ba tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450497 Apr 05 11:02:42.456009 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-82d0d25f-fe72-4332-a3ba-2011a38458c1 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:42.457485 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-82d0d25f-fe72-4332-a3ba-2011a38458c1 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 819 time: 0.1068418 Apr 05 11:02:42.545054 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-373a1d39-9ef5-49fc-bfec-954b32cbe4c8 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52b5948dc8574e09a42a290b46756aaa HTTP/1.1" status: 200 len: 379 time: 0.0621824 Apr 05 11:02:42.632114 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Request body: {'port': {'device_id': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'admin_state_up': True, 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'security_groups': ['0158ab7f-6171-422a-88b5-12bcaecd3b92']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:02:42.775164 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Made reservation on behalf of 52b5948dc8574e09a42a290b46756aaa for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:02:42.779471 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:42.863762 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9125a30d-00d0-4d37-b5f5-664ada33fa6c req-dea85c87-8703-4cb5-bda7-543d81313ab1 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0306478 Apr 05 11:02:42.935774 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Allocated IP 172.20.0.5 (e3f74eb5-98b3-496f-81f4-c18bd451447c/1280e769-ee31-4adb-9c92-16b59b561c5c/cfc084dc-66d7-4ab1-b573-ee5deac79b14) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:02:43.080562 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:43.120608 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:43.163829 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Network e3f74eb5-98b3-496f-81f4-c18bd451447c is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:02:43.167363 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:02:43.170414 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:02:43.176137 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:43.176712 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:43.195690 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event updated for resources: {'Port': ['ID=cfc084dc-66d7-4ab1-b573-ee5deac79b14,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:43.209811 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-9a5fa2d7-0869-4621-b4b2-e9a278302f3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818105 Apr 05 11:02:43.223002 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Request body: {'port': {'device_id': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:02:43.318297 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e107-dc44-4c2b-935c-2790f4c4e8e5 req-3096bb6a-0d19-4d4a-8145-79608c332ce7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:43.319700 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6ba9e107-dc44-4c2b-935c-2790f4c4e8e5 req-3096bb6a-0d19-4d4a-8145-79608c332ce7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 943 time: 0.1144476 Apr 05 11:02:43.322708 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:43.402888 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-868e7723-3f8f-4235-b634-2e3d783ff5cb None None] Provisioning complete for port cfc084dc-66d7-4ab1-b573-ee5deac79b14 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:02:43.403652 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-868e7723-3f8f-4235-b634-2e3d783ff5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:43.415817 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6ba9e107-dc44-4c2b-935c-2790f4c4e8e5 req-19f38a7f-708c-4509-8d98-9e9ac41c6fcf tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869043 Apr 05 11:02:43.437492 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-868e7723-3f8f-4235-b634-2e3d783ff5cb None None] Port cfc084dc-66d7-4ab1-b573-ee5deac79b14 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:02:43.627228 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc084dc-66d7-4ab1-b573-ee5deac79b14 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:02:43.635218 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Publish callbacks [] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:43.648074 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Transition to ACTIVE for port object cfc084dc-66d7-4ab1-b573-ee5deac79b14 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:02:43.654050 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:43.711236 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc084dc-66d7-4ab1-b573-ee5deac79b14,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:43.740426 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Attempting to bind port cfc084dc-66d7-4ab1-b573-ee5deac79b14 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:02:43.740801 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Attempting to bind port cfc084dc-66d7-4ab1-b573-ee5deac79b14 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:02:43.741249 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Attempting to bind port cfc084dc-66d7-4ab1-b573-ee5deac79b14 on network e3f74eb5-98b3-496f-81f4-c18bd451447c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:02:43.746835 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Port cfc084dc-66d7-4ab1-b573-ee5deac79b14 on network e3f74eb5-98b3-496f-81f4-c18bd451447c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:02:43.747187 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Attempting to bind port cfc084dc-66d7-4ab1-b573-ee5deac79b14 on network e3f74eb5-98b3-496f-81f4-c18bd451447c {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:02:43.752753 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:02:43.753092 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Checking segment: {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:02:43.753479 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Bound using segment: {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:02:43.753917 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Bound port: cfc084dc-66d7-4ab1-b573-ee5deac79b14, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81436b06-d84c-4e47-8054-b1ac0956a63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:02:43.754279 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:43.824685 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] For port cfc084dc-66d7-4ab1-b573-ee5deac79b14, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:02:43.828358 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] For port cfc084dc-66d7-4ab1-b573-ee5deac79b14, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:02:43.835048 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:43.871741 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:43.872306 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:43.874240 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] 10.222.0.36 "PUT /v2.0/ports/cfc084dc-66d7-4ab1-b573-ee5deac79b14 HTTP/1.1" status: 200 len: 1093 time: 0.6555166 Apr 05 11:02:43.874732 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:02:43.877090 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462182ab-0c21-4233-b3dd-154c8aef8113" -d '{"events": [{"name": "network-changed", "server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:02:43.932338 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd31097-4cee-4a08-868f-122b8f2220f9 x-openstack-request-id: req-9fd31097-4cee-4a08-868f-122b8f2220f9 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:02:43.932729 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:02:43.933079 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fd31097-4cee-4a08-868f-122b8f2220f9 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:02:43.933568 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd31097-4cee-4a08-868f-122b8f2220f9'] response: {'name': 'network-changed', 'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'status': 'completed', 'code': 200} Apr 05 11:02:43.939043 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9390ce3-7995-4c14-a4ed-b7ed8300c790 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc084dc-66d7-4ab1-b573-ee5deac79b14,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:43.948252 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4a2a8610-a310-4d96-927e-b02a2b4e4124 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:02:44.038824 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-26cb811a-2265-467e-9366-310eb5d7c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:44.040577 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-26cb811a-2265-467e-9366-310eb5d7c4b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 1127 time: 0.0969455 Apr 05 11:02:44.048347 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c973e0-bd14-4ea9-9471-fd152e9b54fd req-e544fd68-feff-4f9f-8f40-1abde2c14e08 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:44.049909 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e7c973e0-bd14-4ea9-9471-fd152e9b54fd req-e544fd68-feff-4f9f-8f40-1abde2c14e08 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 943 time: 0.1053381 Apr 05 11:02:44.055607 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:44.069038 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'port_id': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'mac_address': 'fa:16:3e:5a:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:02:44.116204 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 4a2a8610-a310-4d96-927e-b02a2b4e4124 is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:02:44.116588 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:44.134816 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2a8610-a310-4d96-927e-b02a2b4e4124 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:02:44.140916 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e7c973e0-bd14-4ea9-9471-fd152e9b54fd req-f53d9b57-4318-4d4a-b291-d2b3e2888c9d tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836775 Apr 05 11:02:44.142458 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-d6a5e525-8766-47f3-a27b-f8c84b1a5523 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14 HTTP/1.1" status: 200 len: 217 time: 0.0688593 Apr 05 11:02:44.154329 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147af6e-d79d-42e7-923e-542e6e119f8c req-97089cba-a371-4bab-a9fc-da1c1a4fcf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:44.156828 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-2147af6e-d79d-42e7-923e-542e6e119f8c req-97089cba-a371-4bab-a9fc-da1c1a4fcf50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 1127 time: 0.0610476 Apr 05 11:02:44.158115 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:44.168861 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:44.206522 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-a7ac9a37-7c60-4fb7-aaff-2b725703458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:44.208474 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-a7ac9a37-7c60-4fb7-aaff-2b725703458c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.0565910 Apr 05 11:02:44.238993 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=4a2a8610-a310-4d96-927e-b02a2b4e4124,revision_number=9']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:44.269259 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-a73251dc-bf98-4f87-8da4-f81ee2406242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:44.270899 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-a73251dc-bf98-4f87-8da4-f81ee2406242 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0532482 Apr 05 11:02:44.288753 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147af6e-d79d-42e7-923e-542e6e119f8c req-fe9ce027-53b6-489f-ae9b-b2231279a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:44.290321 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-2147af6e-d79d-42e7-923e-542e6e119f8c req-fe9ce027-53b6-489f-ae9b-b2231279a1a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 917 time: 0.1088066 Apr 05 11:02:44.361330 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-2147af6e-d79d-42e7-923e-542e6e119f8c req-3aba443f-11c4-4cab-b165-248bc06bdb5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124 HTTP/1.1" status: 200 len: 1000 time: 0.0638762 Apr 05 11:02:44.369889 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-79ab27e4-b1a4-4db6-b6cd-1f5987a5993d service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918753 Apr 05 11:02:44.415720 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147af6e-d79d-42e7-923e-542e6e119f8c req-456e60db-45ab-492d-bf2b-4ce2677b6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:44.417228 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-2147af6e-d79d-42e7-923e-542e6e119f8c req-456e60db-45ab-492d-bf2b-4ce2677b6972 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.0462444 Apr 05 11:02:44.472280 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28a6bfa1-9730-4e4e-ab46-bda509d12fe6 req-6e466812-f48a-46e2-9467-1af0d17635e4 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895700 Apr 05 11:02:44.479929 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147af6e-d79d-42e7-923e-542e6e119f8c req-77b13aa9-f584-4b47-819b-3c9535d250c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:44.481473 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-2147af6e-d79d-42e7-923e-542e6e119f8c req-77b13aa9-f584-4b47-819b-3c9535d250c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0529766 Apr 05 11:02:44.513414 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['4a2a8610-a310-4d96-927e-b02a2b4e4124'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:02:44.556108 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72924c-46f2-4e03-988a-ff680781f429 req-c4205684-ba41-45eb-b64d-0f6a61afd668 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:44.557640 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-df72924c-46f2-4e03-988a-ff680781f429 req-c4205684-ba41-45eb-b64d-0f6a61afd668 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 944 time: 0.0560377 Apr 05 11:02:44.607426 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-2147af6e-d79d-42e7-923e-542e6e119f8c req-cee1aded-ab7a-4fbb-b546-b778cc4d6bc7 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108027 Apr 05 11:02:44.630215 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-df72924c-46f2-4e03-988a-ff680781f429 req-4cf95168-9542-4857-b118-dbc45465f3ee tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662022 Apr 05 11:02:45.270653 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286ebbc-ef6a-43d8-8f33-9ddec1b09744 req-3d4ca62a-6e47-4514-8097-62e2389a71d1 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:45.272178 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4286ebbc-ef6a-43d8-8f33-9ddec1b09744 req-3d4ca62a-6e47-4514-8097-62e2389a71d1 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 943 time: 0.0574107 Apr 05 11:02:45.326760 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4286ebbc-ef6a-43d8-8f33-9ddec1b09744 req-b9d6e189-2166-41b2-8b54-a82a5c926993 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465560 Apr 05 11:02:45.422335 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:45.620094 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462182ab-0c21-4233-b3dd-154c8aef8113 req-7fe51d88-7f63-47d9-96dd-9a6d3a258cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:45.621677 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-462182ab-0c21-4233-b3dd-154c8aef8113 req-7fe51d88-7f63-47d9-96dd-9a6d3a258cda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 1127 time: 0.0487089 Apr 05 11:02:45.655958 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-2147af6e-d79d-42e7-923e-542e6e119f8c req-1cf443d0-cac5-4f5a-ac25-1fd361d71bce service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941174 Apr 05 11:02:45.726450 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462182ab-0c21-4233-b3dd-154c8aef8113 req-557c67da-7b59-4ba0-8281-4fc2fee36760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:45.727911 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-462182ab-0c21-4233-b3dd-154c8aef8113 req-557c67da-7b59-4ba0-8281-4fc2fee36760 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 920 time: 0.0990038 Apr 05 11:02:45.770068 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c34337-3d72-4f01-8cce-115423929d80 req-991bedfa-3557-44e1-aa58-8ee8a6e37e71 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:45.771572 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78c34337-3d72-4f01-8cce-115423929d80 req-991bedfa-3557-44e1-aa58-8ee8a6e37e71 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 944 time: 0.0627289 Apr 05 11:02:45.818432 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78c34337-3d72-4f01-8cce-115423929d80 req-70748f1b-9a30-4186-8d68-30d7ddceb7dd tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411704 Apr 05 11:02:45.967950 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4a2a8610-a310-4d96-927e-b02a2b4e4124 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:02:46.017444 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 4a2a8610-a310-4d96-927e-b02a2b4e4124 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:02:46.017923 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:46.033627 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-462182ab-0c21-4233-b3dd-154c8aef8113 req-d08f9813-de58-4bfe-8c8e-93c8119c655b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14 HTTP/1.1" status: 200 len: 217 time: 0.0363925 Apr 05 11:02:46.086966 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462182ab-0c21-4233-b3dd-154c8aef8113 req-1c3b0482-bcfe-430f-bd96-ea1c5e64fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:46.088748 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-462182ab-0c21-4233-b3dd-154c8aef8113 req-1c3b0482-bcfe-430f-bd96-ea1c5e64fce5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.0490701 Apr 05 11:02:46.103554 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 4a2a8610-a310-4d96-927e-b02a2b4e4124 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:02:46.104218 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:46.132990 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:02:46.135297 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a933343-3b21-454f-9f75-e5330a128928" -d '{"events": [{"server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:02:46.148653 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462182ab-0c21-4233-b3dd-154c8aef8113 req-50957f2b-46a1-4291-9d22-445567a50d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:46.149511 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:46.150177 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-462182ab-0c21-4233-b3dd-154c8aef8113 req-50957f2b-46a1-4291-9d22-445567a50d13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0532758 Apr 05 11:02:46.155885 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:46.186008 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd202fd-0555-4925-850f-91bbc89789d9 x-openstack-request-id: req-0dd202fd-0555-4925-850f-91bbc89789d9 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:02:46.186299 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:02:46.186533 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0dd202fd-0555-4925-850f-91bbc89789d9 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:02:46.187333 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd202fd-0555-4925-850f-91bbc89789d9'] response: {'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'code': 200} Apr 05 11:02:46.218887 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=4a2a8610-a310-4d96-927e-b02a2b4e4124,revision_number=10']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:46.258017 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-462182ab-0c21-4233-b3dd-154c8aef8113 req-ff0ee10e-d040-46b3-8afb-dd5a43459265 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987608 Apr 05 11:02:46.460798 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1c6bc-b68d-4c0c-9bcc-befbcc5aa5da req-78bcc438-1cef-4acc-bbad-1f615e79a405 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:46.462908 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-61d1c6bc-b68d-4c0c-9bcc-befbcc5aa5da req-78bcc438-1cef-4acc-bbad-1f615e79a405 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 943 time: 0.0595033 Apr 05 11:02:46.812880 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-61d1c6bc-b68d-4c0c-9bcc-befbcc5aa5da req-096329e5-fca9-4079-a88d-28b3b2bad6b4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427625 Apr 05 11:02:46.819425 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38aead3-286c-4ae4-895f-0047415e6d9a req-9638fa65-58c5-40da-9021-166953b96c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:46.820978 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f38aead3-286c-4ae4-895f-0047415e6d9a req-9638fa65-58c5-40da-9021-166953b96c51 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 1130 time: 0.0474281 Apr 05 11:02:46.839256 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-462182ab-0c21-4233-b3dd-154c8aef8113 req-d758b417-c9d7-46c0-a5b2-b2131b6fa949 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064994 Apr 05 11:02:46.960409 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1b1dd-e652-4957-998c-fd885c6eab0b req-eeb6a443-239c-4edd-82e3-dee5cc20149b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:46.961804 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-90f1b1dd-e652-4957-998c-fd885c6eab0b req-eeb6a443-239c-4edd-82e3-dee5cc20149b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 946 time: 0.0670018 Apr 05 11:02:47.014571 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-90f1b1dd-e652-4957-998c-fd885c6eab0b req-fddc405d-308d-48fc-a28b-1434ec0d19f3 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441890 Apr 05 11:02:47.154514 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f38aead3-286c-4ae4-895f-0047415e6d9a req-7168470f-90d4-4abb-a9c9-f3ac8cb63677 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462940 Apr 05 11:02:47.945323 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c49ec7-38c7-4bc9-845e-99f24413973c req-6a4af101-28fc-43a2-8ba6-433f466c8071 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:47.946799 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e8c49ec7-38c7-4bc9-845e-99f24413973c req-6a4af101-28fc-43a2-8ba6-433f466c8071 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 943 time: 0.0556741 Apr 05 11:02:47.973995 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device cfc084dc-66d7-4ab1-b573-ee5deac79b14 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:02:47.996978 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e8c49ec7-38c7-4bc9-845e-99f24413973c req-584666ed-d6df-4ee8-8455-c84ea5387af9 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444932 Apr 05 11:02:48.080022 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port cfc084dc-66d7-4ab1-b573-ee5deac79b14, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:48.092598 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'port_id': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'mac_address': 'fa:16:3e:59:04:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:02:48.131062 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port cfc084dc-66d7-4ab1-b573-ee5deac79b14 is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:02:48.131364 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:48.144252 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57eff9-f7c0-4ddc-9507-339623ea59e8 req-14b66645-be55-4a83-87ad-122679f741e8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:48.145721 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bc57eff9-f7c0-4ddc-9507-339623ea59e8 req-14b66645-be55-4a83-87ad-122679f741e8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 946 time: 0.0543220 Apr 05 11:02:48.145887 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc084dc-66d7-4ab1-b573-ee5deac79b14 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:02:48.166882 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port cfc084dc-66d7-4ab1-b573-ee5deac79b14, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:48.171940 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:48.199861 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bc57eff9-f7c0-4ddc-9507-339623ea59e8 req-154e3455-7571-4d9b-a875-c454fce396ec tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477729 Apr 05 11:02:48.220561 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=cfc084dc-66d7-4ab1-b573-ee5deac79b14,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:48.600944 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['cfc084dc-66d7-4ab1-b573-ee5deac79b14'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:02:49.134566 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2f559-98f0-44a2-b8a6-62e4120a7c9c req-338e625d-b091-4aea-b073-8dc141b34707 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:49.136146 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c2d2f559-98f0-44a2-b8a6-62e4120a7c9c req-338e625d-b091-4aea-b073-8dc141b34707 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 944 time: 0.0602071 Apr 05 11:02:49.187165 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c2d2f559-98f0-44a2-b8a6-62e4120a7c9c req-90c48349-874c-4365-a20e-ba4c41e4e9ea tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451682 Apr 05 11:02:49.342273 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80325b1c-c6d3-4991-953f-8c7104eb4f79 req-a543d2fa-91ba-408f-9e14-8392d0876252 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:49.343734 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-80325b1c-c6d3-4991-953f-8c7104eb4f79 req-a543d2fa-91ba-408f-9e14-8392d0876252 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 946 time: 0.0704961 Apr 05 11:02:49.399991 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-80325b1c-c6d3-4991-953f-8c7104eb4f79 req-55801788-ca32-448f-ac0c-b157e2587662 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481873 Apr 05 11:02:49.998311 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device cfc084dc-66d7-4ab1-b573-ee5deac79b14 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:02:50.051955 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port cfc084dc-66d7-4ab1-b573-ee5deac79b14 completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:02:50.056047 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port cfc084dc-66d7-4ab1-b573-ee5deac79b14 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:02:50.056420 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:50.156309 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port cfc084dc-66d7-4ab1-b573-ee5deac79b14 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:02:50.156690 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:50.183791 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:02:50.187109 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a581251-982e-4478-8fb5-4c83c2932cef" -d '{"events": [{"server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "name": "network-vif-plugged", "status": "completed", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:02:50.201183 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port cfc084dc-66d7-4ab1-b573-ee5deac79b14, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:02:50.206934 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:50.230976 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3832beae-052b-4c3d-8499-2e95947d73aa x-openstack-request-id: req-3832beae-052b-4c3d-8499-2e95947d73aa {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:02:50.231284 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "name": "network-vif-plugged", "status": "completed", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:02:50.231555 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3832beae-052b-4c3d-8499-2e95947d73aa {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:02:50.231942 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3832beae-052b-4c3d-8499-2e95947d73aa'] response: {'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'code': 200} Apr 05 11:02:50.264233 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=cfc084dc-66d7-4ab1-b573-ee5deac79b14,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:02:50.312314 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbc6dc-c250-4107-b729-a8a12c806cf9 req-90771fe1-0f02-4f4e-9afa-ed7bc84432fe tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:50.313816 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28bbc6dc-c250-4107-b729-a8a12c806cf9 req-90771fe1-0f02-4f4e-9afa-ed7bc84432fe tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0561280 Apr 05 11:02:50.361700 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-28bbc6dc-c250-4107-b729-a8a12c806cf9 req-c9310378-fbba-40f9-a6ea-a061c077593b tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419483 Apr 05 11:02:50.409410 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01557c7f-471b-430d-9997-2d2df4ddf1c8 req-f8c6e79d-8962-4ec1-b3b6-e678f69426c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:50.410921 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-01557c7f-471b-430d-9997-2d2df4ddf1c8 req-f8c6e79d-8962-4ec1-b3b6-e678f69426c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 1129 time: 0.0458336 Apr 05 11:02:50.457513 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-01557c7f-471b-430d-9997-2d2df4ddf1c8 req-abaaaab2-0840-4924-99d5-37a4c4d7bfc4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388927 Apr 05 11:02:50.541251 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b15d10-f941-44d2-9b60-ac49df86fead req-ce64dce5-bb13-4acb-ab7c-2645bdae290a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:50.542961 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6b15d10-f941-44d2-9b60-ac49df86fead req-ce64dce5-bb13-4acb-ab7c-2645bdae290a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 946 time: 0.0629339 Apr 05 11:02:50.598934 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6b15d10-f941-44d2-9b60-ac49df86fead req-56f253d7-4eeb-4f7e-988a-7cf78656d585 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471807 Apr 05 11:02:51.489058 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c141bcb-545f-451d-a0b7-b21ecec39564 req-f74c4672-83b1-402c-919f-cd8de0182839 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:51.490550 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5c141bcb-545f-451d-a0b7-b21ecec39564 req-f74c4672-83b1-402c-919f-cd8de0182839 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0582809 Apr 05 11:02:51.540483 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5c141bcb-545f-451d-a0b7-b21ecec39564 req-b1b2f647-1a3b-425f-abcd-17bff062025c tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414948 Apr 05 11:02:52.674675 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7b9ea-f386-4e0f-a95b-67f7d748e5fb req-457dddd0-7d9a-4b7f-9bb0-d0cacda275c4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:52.676116 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2ab7b9ea-f386-4e0f-a95b-67f7d748e5fb req-457dddd0-7d9a-4b7f-9bb0-d0cacda275c4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0575287 Apr 05 11:02:52.723467 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2ab7b9ea-f386-4e0f-a95b-67f7d748e5fb req-b205f473-b75c-4cc1-9acf-0ebc44fbe3be tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416410 Apr 05 11:02:52.847956 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de13ab-c4d8-4193-90f2-aa49142f1239 req-55cfea6d-c70c-4cb1-8bca-09c647079d7e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:52.849448 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-93de13ab-c4d8-4193-90f2-aa49142f1239 req-55cfea6d-c70c-4cb1-8bca-09c647079d7e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0569654 Apr 05 11:02:52.860894 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46286) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:02:52.865353 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8bbe116b-3c6d-4279-af8f-624e8a359489 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Request body: {'floatingip': {'port_id': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:02:52.909596 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8bbe116b-3c6d-4279-af8f-624e8a359489 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for floatingip (4cd952fc-ce42-4263-8f48-78a3996d717a), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:53.375085 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8bbe116b-3c6d-4279-af8f-624e8a359489 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:53.380068 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8bbe116b-3c6d-4279-af8f-624e8a359489 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (4cd952fc-ce42-4263-8f48-78a3996d717a), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:53.488300 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.l3_db [None req-8bbe116b-3c6d-4279-af8f-624e8a359489 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Floating IP 4cd952fc-ce42-4263-8f48-78a3996d717a associated. External IP: 172.28.2.248, port: cfc084dc-66d7-4ab1-b573-ee5deac79b14. Apr 05 11:02:53.715320 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbe116b-3c6d-4279-af8f-624e8a359489 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:02:53.826644 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbe116b-3c6d-4279-af8f-624e8a359489 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:02:53.831487 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8bbe116b-3c6d-4279-af8f-624e8a359489 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:53.838384 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af041c6-2a4f-46e6-ae6c-72b4ea42981e None None] Sync routers for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:02:53.849745 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af041c6-2a4f-46e6-ae6c-72b4ea42981e None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:02:53.850388 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1af041c6-2a4f-46e6-ae6c-72b4ea42981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:02:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:53.867082 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-8bbe116b-3c6d-4279-af8f-624e8a359489 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "PUT /v2.0/floatingips/4cd952fc-ce42-4263-8f48-78a3996d717a HTTP/1.1" status: 200 len: 991 time: 1.0050452 Apr 05 11:02:53.868050 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:02:53.870364 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254d78d2-5f71-4296-a663-31208529f7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:02:53.909599 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6f5429-0bdf-42b4-ae90-dad1713bd469 x-openstack-request-id: req-1f6f5429-0bdf-42b4-ae90-dad1713bd469 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:02:53.909880 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:02:53.910120 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f6f5429-0bdf-42b4-ae90-dad1713bd469 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:02:53.910582 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6f5429-0bdf-42b4-ae90-dad1713bd469'] response: {'name': 'network-changed', 'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'status': 'completed', 'code': 200} Apr 05 11:02:53.960604 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-1af041c6-2a4f-46e6-ae6c-72b4ea42981e None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:02:53.986617 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d78d2-5f71-4296-a663-31208529f7ab req-585cd068-ff9b-477d-adeb-11381b56b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:53.988369 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-254d78d2-5f71-4296-a663-31208529f7ab req-585cd068-ff9b-477d-adeb-11381b56b156 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 1129 time: 0.0510764 Apr 05 11:02:54.091003 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d78d2-5f71-4296-a663-31208529f7ab req-030e83c6-23a2-4f81-be24-4b91a964c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:54.092551 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-254d78d2-5f71-4296-a663-31208529f7ab req-030e83c6-23a2-4f81-be24-4b91a964c950 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 920 time: 0.0970435 Apr 05 11:02:54.172802 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-254d78d2-5f71-4296-a663-31208529f7ab req-1204c6bb-366e-4c92-ab29-c1add16defc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14 HTTP/1.1" status: 200 len: 999 time: 0.0686359 Apr 05 11:02:54.203377 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1af041c6-2a4f-46e6-ae6c-72b4ea42981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4cd952fc-ce42-4263-8f48-78a3996d717a', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'port_id': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'mac_address': 'fa:16:3e:59:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:02:29Z', 'updated_at': '2022-04-05T11:02:53Z', 'revision_number': 1, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:21Z', 'revision_number': 5, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:54.225539 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d78d2-5f71-4296-a663-31208529f7ab req-fac71774-7df9-4386-92cc-a775714bb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:54.227032 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-254d78d2-5f71-4296-a663-31208529f7ab req-fac71774-7df9-4386-92cc-a775714bb86b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.0453641 Apr 05 11:02:54.230128 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af041c6-2a4f-46e6-ae6c-72b4ea42981e None None] Checking router: 3f97499a-5867-414f-b8d1-09cb1ab6f7fb for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:02:54.239286 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af041c6-2a4f-46e6-ae6c-72b4ea42981e None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:02:54.239851 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1af041c6-2a4f-46e6-ae6c-72b4ea42981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:02:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:54.280931 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d78d2-5f71-4296-a663-31208529f7ab req-2e81b056-6373-494d-ac1f-623eb030683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:02:54.282799 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-254d78d2-5f71-4296-a663-31208529f7ab req-2e81b056-6373-494d-ac1f-623eb030683a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0481014 Apr 05 11:02:54.349968 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-1af041c6-2a4f-46e6-ae6c-72b4ea42981e None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:02:54.385542 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-254d78d2-5f71-4296-a663-31208529f7ab req-0514ac29-7fdf-4b64-8e81-d8caa964908b service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891976 Apr 05 11:02:54.483981 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-254d78d2-5f71-4296-a663-31208529f7ab req-de562aad-774f-44fa-9978-d54a19f7af0f service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903571 Apr 05 11:02:54.668962 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-1af041c6-2a4f-46e6-ae6c-72b4ea42981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4cd952fc-ce42-4263-8f48-78a3996d717a', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'port_id': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'mac_address': 'fa:16:3e:59:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:02:29Z', 'updated_at': '2022-04-05T11:02:53Z', 'revision_number': 1, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:21Z', 'revision_number': 5, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:02:54.696670 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af041c6-2a4f-46e6-ae6c-72b4ea42981e None None] The sync data for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb is: [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4cd952fc-ce42-4263-8f48-78a3996d717a', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'port_id': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'mac_address': 'fa:16:3e:59:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:02:29Z', 'updated_at': '2022-04-05T11:02:53Z', 'revision_number': 1, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:21Z', 'revision_number': 5, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:02:54.890023 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff03145-13c8-49e2-9fde-4d1445076b9a None None] New status for floating IP 4cd952fc-ce42-4263-8f48-78a3996d717a: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:02:55.588543 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:02:56.621158 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5411dfd5-4218-4c98-89b8-6013f6b2092e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:02:59.594556 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-702f6d6c-2d30-4c1c-806f-47f9bda4457d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:00.563929 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa063a9-b686-44d0-95fa-80105a677832 req-6b1dfb15-2576-41bb-a495-9419b90370c7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:00.565442 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9aa063a9-b686-44d0-95fa-80105a677832 req-6b1dfb15-2576-41bb-a495-9419b90370c7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0628645 Apr 05 11:03:00.614155 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9aa063a9-b686-44d0-95fa-80105a677832 req-b927d679-8655-4f19-8c49-65fe541076aa tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427814 Apr 05 11:03:00.936689 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:01.754525 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03b656-b994-455d-b1f3-eace6af8fd28 req-5b710bb5-c70f-47f4-89ad-05ae6aec7217 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:01.755976 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8c03b656-b994-455d-b1f3-eace6af8fd28 req-5b710bb5-c70f-47f4-89ad-05ae6aec7217 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0575912 Apr 05 11:03:01.811654 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8c03b656-b994-455d-b1f3-eace6af8fd28 req-35acd0ad-6c25-449b-9972-10b36035beae tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474474 Apr 05 11:03:02.463647 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:02.943603 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256cd6c-c4be-43f1-9bd1-2ffae89ae116 req-3a66fd5a-6663-4eb0-ae33-e5f5c3abafba tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:02.945101 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a256cd6c-c4be-43f1-9bd1-2ffae89ae116 req-3a66fd5a-6663-4eb0-ae33-e5f5c3abafba tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0560386 Apr 05 11:03:02.995983 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a256cd6c-c4be-43f1-9bd1-2ffae89ae116 req-70fa3d9c-704c-4058-9e6c-c937c32ef5e9 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Apr 05 11:03:03.739733 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:04.116867 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32859f-bca1-4871-93be-f939a0ce90d2 req-3036e3fe-2f53-4012-8410-5712c1c17a3f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:04.118729 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1f32859f-bca1-4871-93be-f939a0ce90d2 req-3036e3fe-2f53-4012-8410-5712c1c17a3f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0557947 Apr 05 11:03:04.172704 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1f32859f-bca1-4871-93be-f939a0ce90d2 req-f0c0fd01-aade-458f-94f6-1a2e5aaa04e8 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459943 Apr 05 11:03:04.638543 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42a897-a412-4af2-b2db-793c173e2d0a req-7fed7cb6-3179-43c9-b09d-ba286b7380fd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:04.640049 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dc42a897-a412-4af2-b2db-793c173e2d0a req-7fed7cb6-3179-43c9-b09d-ba286b7380fd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 946 time: 0.0594671 Apr 05 11:03:04.691920 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dc42a897-a412-4af2-b2db-793c173e2d0a req-cfd9c195-b4a6-4d45-acec-5549788128d9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447981 Apr 05 11:03:05.319204 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7831b-7d5b-4188-a671-bcd4f1bdcd1d req-3b7b8a09-5947-4e3b-98a3-285b31aa5a16 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:05.320734 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-39d7831b-7d5b-4188-a671-bcd4f1bdcd1d req-3b7b8a09-5947-4e3b-98a3-285b31aa5a16 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0606871 Apr 05 11:03:05.370668 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-39d7831b-7d5b-4188-a671-bcd4f1bdcd1d req-ca204c4f-a885-43f1-bff6-f9b60c73d43d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413923 Apr 05 11:03:05.824444 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaad79-55e6-46b1-aa7e-9c3abfeaab3c req-9beff2d7-0cca-4cfc-a77f-48c451bb3777 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:05.825942 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9aaaad79-55e6-46b1-aa7e-9c3abfeaab3c req-9beff2d7-0cca-4cfc-a77f-48c451bb3777 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 946 time: 0.0594637 Apr 05 11:03:05.876669 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9aaaad79-55e6-46b1-aa7e-9c3abfeaab3c req-cdfdb93f-f5e9-4d7b-ab81-2305ae4c415f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444968 Apr 05 11:03:06.345290 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-e1f7e25b-0c78-4a48-8c44-50340471fef3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:06.347005 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-e1f7e25b-0c78-4a48-8c44-50340471fef3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 946 time: 0.1026983 Apr 05 11:03:06.489593 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Deleting port 8c32fc6e-551a-468c-91ef-232556aa122f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:03:06.489979 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:06.501572 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df2a3b-39bc-4465-bf7c-31124d0fb3c9 req-5183efdf-a6a2-4efe-8d39-743cd22f037e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:06.503050 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e0df2a3b-39bc-4465-bf7c-31124d0fb3c9 req-5183efdf-a6a2-4efe-8d39-743cd22f037e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0575187 Apr 05 11:03:06.551289 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e0df2a3b-39bc-4465-bf7c-31124d0fb3c9 req-bfa7c160-a8c7-4e40-b58d-04f3fde08b6d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 Apr 05 11:03:06.579362 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] For port 8c32fc6e-551a-468c-91ef-232556aa122f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=8c32fc6e-551a-468c-91ef-232556aa122f,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:03:06.579753 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:06.827397 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:06.827647 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (d8478dea-f848-492b-8431-bf754f159516), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:06.827980 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Floating IP d8478dea-f848-492b-8431-bf754f159516 disassociated. External IP: 172.28.2.8, port: 8c32fc6e-551a-468c-91ef-232556aa122f. Apr 05 11:03:06.828319 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Calling delete_port for 8c32fc6e-551a-468c-91ef-232556aa122f owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:03:06.993738 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (8c32fc6e-551a-468c-91ef-232556aa122f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:07.008477 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6e0ba-df78-4caf-99dc-99b351ed9a90 req-349a5244-65f5-40fb-b400-50845edb25c9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:07.010086 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bad6e0ba-df78-4caf-99dc-99b351ed9a90 req-349a5244-65f5-40fb-b400-50845edb25c9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=d8dbd8d4-ce6d-4e84-a900-a8adc6127616 HTTP/1.1" status: 200 len: 946 time: 0.0624707 Apr 05 11:03:07.025727 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'Port': ['ID=8c32fc6e-551a-468c-91ef-232556aa122f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:07.037492 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.037861 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.038155 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.038485 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.038798 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.039122 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.039475 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.039788 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.040130 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.040425 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.040743 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.041060 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.041372 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.041682 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.041979 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:07.063754 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bad6e0ba-df78-4caf-99dc-99b351ed9a90 req-c3f906b2-87e0-478b-9106-24d6f8ddc314 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476632 Apr 05 11:03:07.158198 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Router 5569f575-f817-4e80-8955-0068fc4d60c7 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:03:07.273436 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:03:07.285306 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f707473-fb10-4629-8043-a0f46e3d6a7e None None] Sync routers for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:03:07.296871 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f707473-fb10-4629-8043-a0f46e3d6a7e None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:07.297496 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5f707473-fb10-4629-8043-a0f46e3d6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:07.347762 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] No DVR routers for this DVR port 8c32fc6e-551a-468c-91ef-232556aa122f on host hv-cinder-81899 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:03:07.351781 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:07.356440 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8e5ab619-3ccc-4abd-9928-5173cd1d36a3 req-48fa62fb-2f27-4285-941a-bfcef27f4a52 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "DELETE /v2.0/ports/8c32fc6e-551a-468c-91ef-232556aa122f HTTP/1.1" status: 204 len: 173 time: 1.0021482 Apr 05 11:03:07.356952 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'name': 'network-vif-deleted', 'tag': '8c32fc6e-551a-468c-91ef-232556aa122f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:03:07.360099 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f30dae-1195-4064-9b6b-1eaee62c40c7" -d '{"events": [{"server_uuid": "d8dbd8d4-ce6d-4e84-a900-a8adc6127616", "name": "network-vif-deleted", "tag": "8c32fc6e-551a-468c-91ef-232556aa122f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:03:07.401396 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e14ea5-38a5-4503-adbe-cc1d26edf288 x-openstack-request-id: req-f8e14ea5-38a5-4503-adbe-cc1d26edf288 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:03:07.401772 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8dbd8d4-ce6d-4e84-a900-a8adc6127616", "name": "network-vif-deleted", "tag": "8c32fc6e-551a-468c-91ef-232556aa122f", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:03:07.402033 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8e14ea5-38a5-4503-adbe-cc1d26edf288 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:03:07.402630 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e14ea5-38a5-4503-adbe-cc1d26edf288'] response: {'server_uuid': 'd8dbd8d4-ce6d-4e84-a900-a8adc6127616', 'name': 'network-vif-deleted', 'tag': '8c32fc6e-551a-468c-91ef-232556aa122f', 'status': 'completed', 'code': 200} Apr 05 11:03:07.423709 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-5f707473-fb10-4629-8043-a0f46e3d6a7e None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:07.668306 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5f707473-fb10-4629-8043-a0f46e3d6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4094f36d-0d97-4eab-92a4-ec0e33d89e0f', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.188', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:22Z', 'updated_at': '2022-04-05T11:00:52Z', 'revision_number': 2, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:07.677431 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34fc7b-0225-40dd-9b82-04c149e6597f req-92dd4554-f5db-42b8-ac24-313d7a911207 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:07.678963 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ee34fc7b-0225-40dd-9b82-04c149e6597f req-92dd4554-f5db-42b8-ac24-313d7a911207 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0584147 Apr 05 11:03:07.699071 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f707473-fb10-4629-8043-a0f46e3d6a7e None None] Checking router: 5569f575-f817-4e80-8955-0068fc4d60c7 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:03:07.708317 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f707473-fb10-4629-8043-a0f46e3d6a7e None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:07.708928 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5f707473-fb10-4629-8043-a0f46e3d6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:07.728208 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ee34fc7b-0225-40dd-9b82-04c149e6597f req-85266eb0-b41a-44df-9bde-c29a6faa99e7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434356 Apr 05 11:03:07.821052 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-5f707473-fb10-4629-8043-a0f46e3d6a7e None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:08.053979 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-5f707473-fb10-4629-8043-a0f46e3d6a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4094f36d-0d97-4eab-92a4-ec0e33d89e0f', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.188', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:22Z', 'updated_at': '2022-04-05T11:00:52Z', 'revision_number': 2, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:08.083591 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f707473-fb10-4629-8043-a0f46e3d6a7e None None] The sync data for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb is: [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4094f36d-0d97-4eab-92a4-ec0e33d89e0f', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.188', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:df:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:00:22Z', 'updated_at': '2022-04-05T11:00:52Z', 'revision_number': 2, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:03:08.166710 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46350) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:08.226528 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d14c640-69e5-4d37-b8da-cfa1b24ddeaa tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:08.256011 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d14c640-69e5-4d37-b8da-cfa1b24ddeaa tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:08.309315 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d14c640-69e5-4d37-b8da-cfa1b24ddeaa tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:08.313121 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7d14c640-69e5-4d37-b8da-cfa1b24ddeaa tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:08.317308 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-7d14c640-69e5-4d37-b8da-cfa1b24ddeaa tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "DELETE /v2.0/security-groups/a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a HTTP/1.1" status: 204 len: 168 time: 0.1468835 Apr 05 11:03:08.317654 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46352) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:08.324726 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14c640-69e5-4d37-b8da-cfa1b24ddeaa tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:08.334051 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.api.v2.resource [None req-0f834362-6a2a-48d0-b8be-05e447faceed tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] show failed (client error): The resource could not be found. Apr 05 11:03:08.337781 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-0f834362-6a2a-48d0-b8be-05e447faceed tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups/a9ec831b-ae5c-4ef4-b21a-d382de4b8b4a HTTP/1.1" status: 404 len: 347 time: 0.0164468 Apr 05 11:03:08.340175 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46354) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:08.365337 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602972c-3a4e-42ad-b4b5-8e4ad3486ab9 None None] New status for floating IP d8478dea-f848-492b-8431-bf754f159516: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:03:08.481756 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Deleting port b2ecc185-fa93-41c0-a429-c6eb53b82c42 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:03:08.482101 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (b2ecc185-fa93-41c0-a429-c6eb53b82c42), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:08.566199 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (b2ecc185-fa93-41c0-a429-c6eb53b82c42), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:08.566430 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (b2ecc185-fa93-41c0-a429-c6eb53b82c42), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:08.578687 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Calling delete_port for b2ecc185-fa93-41c0-a429-c6eb53b82c42 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:03:08.719133 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (b2ecc185-fa93-41c0-a429-c6eb53b82c42), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:08.996657 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'Port': ['ID=b2ecc185-fa93-41c0-a429-c6eb53b82c42,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:09.015942 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.016286 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.016636 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.017085 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.017326 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.017640 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.017967 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.018422 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.018748 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.019064 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.019383 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.019728 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.020044 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.020358 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.020670 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:09.055673 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (d8478dea-f848-492b-8431-bf754f159516), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:09.058173 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:09.059316 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-8dd10eef-0938-4d58-a8a6-6b6b09f7e2e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "DELETE /v2.0/floatingips/d8478dea-f848-492b-8431-bf754f159516 HTTP/1.1" status: 204 len: 168 time: 0.7181463 Apr 05 11:03:09.083225 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4f076-9acf-4f16-951c-d3159ae5b6ae req-5474278a-5692-440e-a14a-4ef9dc3c297e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:09.084759 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-50a4f076-9acf-4f16-951c-d3159ae5b6ae req-5474278a-5692-440e-a14a-4ef9dc3c297e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0923898 Apr 05 11:03:09.141788 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-50a4f076-9acf-4f16-951c-d3159ae5b6ae req-5829abe7-2f86-4bc8-a166-6f9efd2f0f47 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491810 Apr 05 11:03:10.100795 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 8c32fc6e-551a-468c-91ef-232556aa122f no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:03:10.121946 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: 8c32fc6e-551a-468c-91ef-232556aa122f {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:03:10.122517 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 8c32fc6e-551a-468c-91ef-232556aa122f not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:03:10.283422 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ea1a9-adae-4d05-af2f-0a7635758b52 req-9c638ba5-262e-4fde-bdcd-e6b32547a552 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:10.286496 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f23ea1a9-adae-4d05-af2f-0a7635758b52 req-9c638ba5-262e-4fde-bdcd-e6b32547a552 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0622842 Apr 05 11:03:10.349183 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f23ea1a9-adae-4d05-af2f-0a7635758b52 req-5966d265-96f9-4215-9e82-e118ecd39c61 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571263 Apr 05 11:03:10.743653 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0ebb9-0df8-42f0-aadd-378c07287d70 req-96ffaf00-dc2b-4286-8305-8c229c9ffd25 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:10.745071 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d8e0ebb9-0df8-42f0-aadd-378c07287d70 req-96ffaf00-dc2b-4286-8305-8c229c9ffd25 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 945 time: 0.0555472 Apr 05 11:03:10.796201 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d8e0ebb9-0df8-42f0-aadd-378c07287d70 req-a1ae38db-23df-4801-a778-f3635ca731e9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450678 Apr 05 11:03:11.482358 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343af90b-d398-4694-8547-cfa1b5bd43c4 req-8cc2b22d-0c20-420b-bd5a-2adf8e4d03a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:11.483907 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-343af90b-d398-4694-8547-cfa1b5bd43c4 req-8cc2b22d-0c20-420b-bd5a-2adf8e4d03a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0580909 Apr 05 11:03:11.535908 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-343af90b-d398-4694-8547-cfa1b5bd43c4 req-059bf0de-cea7-4d06-9b5a-3ff18394449a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454352 Apr 05 11:03:11.748703 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdfda1-000b-4846-ab36-31effef32cec req-8c6bbd9e-9925-4c5d-9c67-d8fa9480cdef tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:11.750167 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fabdfda1-000b-4846-ab36-31effef32cec req-8c6bbd9e-9925-4c5d-9c67-d8fa9480cdef tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0549178 Apr 05 11:03:11.801294 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fabdfda1-000b-4846-ab36-31effef32cec req-4720b2f0-dd07-4151-bcaa-04d119a337a3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Apr 05 11:03:11.929777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d6348-9d24-4aa5-b61a-45f5c69f9340 req-f3e94555-f894-41b7-891e-99375051f0d8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:11.932026 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-103d6348-9d24-4aa5-b61a-45f5c69f9340 req-f3e94555-f894-41b7-891e-99375051f0d8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 945 time: 0.0658326 Apr 05 11:03:12.004359 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-103d6348-9d24-4aa5-b61a-45f5c69f9340 req-5ca8ddf3-e5af-4456-9073-d02aaa474294 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620790 Apr 05 11:03:12.462911 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01533a-4b58-4c95-a9b5-6999e9bf9750 req-a153e473-c5b7-49af-8091-11fd8c03ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:12.464983 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8c01533a-4b58-4c95-a9b5-6999e9bf9750 req-a153e473-c5b7-49af-8091-11fd8c03ec6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 1130 time: 0.0546548 Apr 05 11:03:12.610746 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01533a-4b58-4c95-a9b5-6999e9bf9750 req-11a045c4-8a59-40c4-b3b6-81eb33c9e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:12.612314 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8c01533a-4b58-4c95-a9b5-6999e9bf9750 req-11a045c4-8a59-40c4-b3b6-81eb33c9e6f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 912 time: 0.0975621 Apr 05 11:03:12.720922 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-b1fd69d4-6367-47ac-b466-a2d4c09c6041 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:12.722502 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-b1fd69d4-6367-47ac-b466-a2d4c09c6041 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 945 time: 0.0590055 Apr 05 11:03:12.831008 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Deleting port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:03:12.831352 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:12.945357 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8c01533a-4b58-4c95-a9b5-6999e9bf9750 req-cfe1d61e-abdd-49f2-a20d-1b04f5428834 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db HTTP/1.1" status: 200 len: 1002 time: 0.2871838 Apr 05 11:03:12.962806 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] For port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:03:12.963170 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:12.984167 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee657213-f875-41a3-85e9-184d22cec9d3 req-c807b1cc-621f-489d-90ba-6645a8e97d19 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:12.985599 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ee657213-f875-41a3-85e9-184d22cec9d3 req-c807b1cc-621f-489d-90ba-6645a8e97d19 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0947928 Apr 05 11:03:12.995894 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01533a-4b58-4c95-a9b5-6999e9bf9750 req-e223eb20-0bc0-4ad5-9bf2-a0824d278a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:12.997385 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8c01533a-4b58-4c95-a9b5-6999e9bf9750 req-e223eb20-0bc0-4ad5-9bf2-a0824d278a0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f0a7a9-5308-49f8-850a-610a57e2db70 HTTP/1.1" status: 200 len: 850 time: 0.0455871 Apr 05 11:03:13.048735 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01533a-4b58-4c95-a9b5-6999e9bf9750 req-883645f1-8064-44aa-b006-50755ec4be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:13.049801 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8c01533a-4b58-4c95-a9b5-6999e9bf9750 req-883645f1-8064-44aa-b006-50755ec4be4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c5cb07f-3ee8-463c-9269-3b548160e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0463376 Apr 05 11:03:13.148134 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8c01533a-4b58-4c95-a9b5-6999e9bf9750 req-92b9c8c4-27ad-49da-bca5-53d55f115094 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912478 Apr 05 11:03:13.197673 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ee657213-f875-41a3-85e9-184d22cec9d3 req-2b348838-6797-49ea-94c9-3f8a22f1b36b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917570 Apr 05 11:03:13.243908 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8c01533a-4b58-4c95-a9b5-6999e9bf9750 req-35c8bf7f-a4ed-4117-a37b-3d922449aa01 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870719 Apr 05 11:03:13.265001 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fb0a5-d405-43d4-99c3-516d77ce62a7 req-2e897b7d-ce64-4ed3-9add-b015c9f155c4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:13.266890 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a16fb0a5-d405-43d4-99c3-516d77ce62a7 req-2e897b7d-ce64-4ed3-9add-b015c9f155c4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 945 time: 0.1854115 Apr 05 11:03:13.298741 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:13.299203 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (4094f36d-0d97-4eab-92a4-ec0e33d89e0f), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:13.299583 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.l3_db [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Floating IP 4094f36d-0d97-4eab-92a4-ec0e33d89e0f disassociated. External IP: 172.28.2.188, port: 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2. Apr 05 11:03:13.299940 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Calling delete_port for 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:03:13.368421 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a16fb0a5-d405-43d4-99c3-516d77ce62a7 req-f15eeeca-0917-4511-8666-ee9024f88a62 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=9b56622d-b4d6-4010-9333-b03c1d842f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943549 Apr 05 11:03:13.469230 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:13.506004 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'Port': ['ID=4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:13.628718 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Router 5569f575-f817-4e80-8955-0068fc4d60c7 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:03:13.740919 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:03:13.751873 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86474e4-8f30-40f2-ae8a-894097632891 None None] Sync routers for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:03:13.763923 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86474e4-8f30-40f2-ae8a-894097632891 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:13.764616 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c86474e4-8f30-40f2-ae8a-894097632891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:13.787864 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] No DVR routers for this DVR port 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:03:13.790404 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:13.793775 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-662de94a-3cad-457e-9fe2-f709c30d6eb7 req-d688162c-1e00-4740-959b-e290733dfa41 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "DELETE /v2.0/ports/4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 HTTP/1.1" status: 204 len: 173 time: 1.0631523 Apr 05 11:03:13.794228 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'name': 'network-vif-deleted', 'tag': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:03:13.796590 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c895407d-74fd-45c8-b343-6e92ec8122fe" -d '{"events": [{"server_uuid": "7ed982d7-a520-4c3e-b8ae-675dc3726685", "name": "network-vif-deleted", "tag": "4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:03:13.831184 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3dc0de-876f-486c-8b34-df01c2126de7 x-openstack-request-id: req-4b3dc0de-876f-486c-8b34-df01c2126de7 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:03:13.831511 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed982d7-a520-4c3e-b8ae-675dc3726685", "name": "network-vif-deleted", "tag": "4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:03:13.831771 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b3dc0de-876f-486c-8b34-df01c2126de7 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:03:13.832185 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3dc0de-876f-486c-8b34-df01c2126de7'] response: {'server_uuid': '7ed982d7-a520-4c3e-b8ae-675dc3726685', 'name': 'network-vif-deleted', 'tag': '4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2', 'status': 'completed', 'code': 200} Apr 05 11:03:13.886040 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c86474e4-8f30-40f2-ae8a-894097632891 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:14.091392 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c86474e4-8f30-40f2-ae8a-894097632891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:14.121176 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86474e4-8f30-40f2-ae8a-894097632891 None None] Checking router: 5569f575-f817-4e80-8955-0068fc4d60c7 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:03:14.130141 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86474e4-8f30-40f2-ae8a-894097632891 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:14.130746 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c86474e4-8f30-40f2-ae8a-894097632891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:14.331202 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de99f3-5cad-4379-aae0-6cf4967acd71 req-840a3384-6db4-478f-a730-c483dff57adb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:14.333066 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a5de99f3-5cad-4379-aae0-6cf4967acd71 req-840a3384-6db4-478f-a730-c483dff57adb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0621698 Apr 05 11:03:14.338229 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-c86474e4-8f30-40f2-ae8a-894097632891 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:14.386779 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a5de99f3-5cad-4379-aae0-6cf4967acd71 req-b0334df9-e68c-4d27-8a56-2d5262bb8d72 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Apr 05 11:03:14.489914 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e5c16cce-1959-41ee-9d7e-f759517b2361 req-0b704809-3dc9-4bdf-bbb0-ab95ced71419 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=7ed982d7-a520-4c3e-b8ae-675dc3726685 HTTP/1.1" status: 200 len: 210 time: 0.0301487 Apr 05 11:03:14.544129 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-c86474e4-8f30-40f2-ae8a-894097632891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:14.570619 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86474e4-8f30-40f2-ae8a-894097632891 None None] The sync data for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb is: [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:03:14.817814 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b36cb7-eeb9-4bf1-8b22-2894128bd156 None None] New status for floating IP 4094f36d-0d97-4eab-92a4-ec0e33d89e0f: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:03:15.409939 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:15.594844 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46406) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:15.656529 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46d35a63-b3bf-4cb7-9b03-9e6ef7e94ffd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (9b56622d-b4d6-4010-9333-b03c1d842f7d), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:15.681819 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46d35a63-b3bf-4cb7-9b03-9e6ef7e94ffd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (9b56622d-b4d6-4010-9333-b03c1d842f7d), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:15.732235 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46d35a63-b3bf-4cb7-9b03-9e6ef7e94ffd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (9b56622d-b4d6-4010-9333-b03c1d842f7d), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:15.734993 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-46d35a63-b3bf-4cb7-9b03-9e6ef7e94ffd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:15.739084 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-46d35a63-b3bf-4cb7-9b03-9e6ef7e94ffd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "DELETE /v2.0/security-groups/9b56622d-b4d6-4010-9333-b03c1d842f7d HTTP/1.1" status: 204 len: 168 time: 0.1402104 Apr 05 11:03:15.739487 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46408) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:15.746323 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d35a63-b3bf-4cb7-9b03-9e6ef7e94ffd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b56622d-b4d6-4010-9333-b03c1d842f7d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:15.752961 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.api.v2.resource [None req-844483a8-32a3-412c-8c5d-475ac208b850 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] show failed (client error): The resource could not be found. Apr 05 11:03:15.755485 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-844483a8-32a3-412c-8c5d-475ac208b850 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups/9b56622d-b4d6-4010-9333-b03c1d842f7d HTTP/1.1" status: 404 len: 347 time: 0.0133576 Apr 05 11:03:15.756977 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46410) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:15.888441 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6d84e93d-f6bc-4dbe-aab7-9d2228406169 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Deleting port 73449a15-d3fb-4f07-adb0-7c8570e42d78 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:03:15.888752 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d84e93d-f6bc-4dbe-aab7-9d2228406169 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (73449a15-d3fb-4f07-adb0-7c8570e42d78), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:15.966058 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d84e93d-f6bc-4dbe-aab7-9d2228406169 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (73449a15-d3fb-4f07-adb0-7c8570e42d78), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:15.966290 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d84e93d-f6bc-4dbe-aab7-9d2228406169 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (73449a15-d3fb-4f07-adb0-7c8570e42d78), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:15.979794 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-6d84e93d-f6bc-4dbe-aab7-9d2228406169 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Calling delete_port for 73449a15-d3fb-4f07-adb0-7c8570e42d78 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:03:16.125643 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d84e93d-f6bc-4dbe-aab7-9d2228406169 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (73449a15-d3fb-4f07-adb0-7c8570e42d78), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.140299 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:03:16.156005 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84e93d-f6bc-4dbe-aab7-9d2228406169 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'Port': ['ID=73449a15-d3fb-4f07-adb0-7c8570e42d78,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:16.163110 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:03:16.164823 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4fd0078e-b00c-4bdb-9bb7-bf4df4850aa2 not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:03:16.224868 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d84e93d-f6bc-4dbe-aab7-9d2228406169 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (4094f36d-0d97-4eab-92a4-ec0e33d89e0f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.227309 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6d84e93d-f6bc-4dbe-aab7-9d2228406169 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.228491 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-6d84e93d-f6bc-4dbe-aab7-9d2228406169 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "DELETE /v2.0/floatingips/4094f36d-0d97-4eab-92a4-ec0e33d89e0f HTTP/1.1" status: 204 len: 168 time: 0.4704254 Apr 05 11:03:16.547539 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46414) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:16.553517 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-dca81b75-a668-4512-afb6-9832d069bfe3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1729705234', 'description': 'tempest-description--1993092749'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:16.578578 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dca81b75-a668-4512-afb6-9832d069bfe3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.654883 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dca81b75-a668-4512-afb6-9832d069bfe3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (f5348ea7-cba7-4c09-9df6-24668f757729), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.660916 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dca81b75-a668-4512-afb6-9832d069bfe3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (f5348ea7-cba7-4c09-9df6-24668f757729), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.690062 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca81b75-a668-4512-afb6-9832d069bfe3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5348ea7-cba7-4c09-9df6-24668f757729,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:16.695770 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dca81b75-a668-4512-afb6-9832d069bfe3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.700522 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-dca81b75-a668-4512-afb6-9832d069bfe3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1484299 Apr 05 11:03:16.700898 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46416) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:16.705023 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-fae2f13e-a7f5-46ad-a3c5-84d21ed4357c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group_rule': {'security_group_id': 'f5348ea7-cba7-4c09-9df6-24668f757729', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:16.731454 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fae2f13e-a7f5-46ad-a3c5-84d21ed4357c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (2c15e984-8484-4331-806f-c22b03f33461), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.788278 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fae2f13e-a7f5-46ad-a3c5-84d21ed4357c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (2c15e984-8484-4331-806f-c22b03f33461), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.793300 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fae2f13e-a7f5-46ad-a3c5-84d21ed4357c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (2c15e984-8484-4331-806f-c22b03f33461), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.810623 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2f13e-a7f5-46ad-a3c5-84d21ed4357c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c15e984-8484-4331-806f-c22b03f33461,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:16.822404 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fae2f13e-a7f5-46ad-a3c5-84d21ed4357c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.823677 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-fae2f13e-a7f5-46ad-a3c5-84d21ed4357c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224248 Apr 05 11:03:16.826444 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46418) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:16.831414 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-d7b30a46-bf0a-426f-9486-28fadeeead6f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group_rule': {'security_group_id': 'f5348ea7-cba7-4c09-9df6-24668f757729', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:16.857436 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7b30a46-bf0a-426f-9486-28fadeeead6f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (e1d56b91-713a-4235-b188-4db845701f0f), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.920837 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7b30a46-bf0a-426f-9486-28fadeeead6f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (e1d56b91-713a-4235-b188-4db845701f0f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.926418 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7b30a46-bf0a-426f-9486-28fadeeead6f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (e1d56b91-713a-4235-b188-4db845701f0f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.943713 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b30a46-bf0a-426f-9486-28fadeeead6f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d56b91-713a-4235-b188-4db845701f0f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:16.953533 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d7b30a46-bf0a-426f-9486-28fadeeead6f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:16.955414 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-d7b30a46-bf0a-426f-9486-28fadeeead6f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279411 Apr 05 11:03:16.958810 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46420) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:16.963895 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'floatingip': {'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:16.985131 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:17.084728 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:17.200013 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Allocated IP 172.28.2.238 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/747eeb12-4908-4f98-b1a9-c8c2f659b68a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:03:17.311621 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (747eeb12-4908-4f98-b1a9-c8c2f659b68a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:17.349969 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (747eeb12-4908-4f98-b1a9-c8c2f659b68a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:17.395120 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:03:17.398100 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:03:17.401558 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:03:17.431171 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=747eeb12-4908-4f98-b1a9-c8c2f659b68a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:17.500711 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (b1d99e92-450d-4f88-9e58-511d1064c4d3), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:17.541767 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (747eeb12-4908-4f98-b1a9-c8c2f659b68a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:17.702250 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (747eeb12-4908-4f98-b1a9-c8c2f659b68a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:17.709088 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (747eeb12-4908-4f98-b1a9-c8c2f659b68a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:17.774270 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=747eeb12-4908-4f98-b1a9-c8c2f659b68a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:17.788734 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (b1d99e92-450d-4f88-9e58-511d1064c4d3), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:17.805622 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:17.806877 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-84287a79-4ad8-419b-9e44-44466c769aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8465421 Apr 05 11:03:18.010633 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-698dc8e1-89b3-43f8-97dd-209ddf6ed596 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1729705234&fields=id&tenant_id=e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 267 time: 0.0455210 Apr 05 11:03:18.123349 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-e065b0c1-1f3c-46b3-9b01-fa345850add6 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:18.124841 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-e065b0c1-1f3c-46b3-9b01-fa345850add6 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 814 time: 0.1074808 Apr 05 11:03:18.141116 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-c76c0853-5cad-4288-8632-788dfa30d723 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/quotas/e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 375 time: 0.0102246 Apr 05 11:03:18.199701 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-be67aea6-01e1-4889-931a-fee0a9bd1372 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526445 Apr 05 11:03:18.308322 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-576250ea-1cec-4375-b9e7-bf1040a9f755 service neutron] 10.222.0.43 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952590 Apr 05 11:03:18.404424 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-f0156073-c68d-402d-ab35-cb4f77a1b621 service neutron] 10.222.0.43 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876868 Apr 05 11:03:18.583352 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f8dfa45c-f975-4dae-8e9b-a45b6d69b8da req-c9505b0a-d2ef-49c7-a084-f460e98e8a99 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 210 time: 0.0321672 Apr 05 11:03:19.640437 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-971f5b7d-4afd-4bb7-bff8-551d9fff971f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:19.642057 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-971f5b7d-4afd-4bb7-bff8-551d9fff971f tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 814 time: 0.1044111 Apr 05 11:03:19.715024 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-38478045-09eb-4ca8-bf1b-783597973214 req-4770ecd7-f66e-4462-a7f8-c3ab38fb0229 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 210 time: 0.0450501 Apr 05 11:03:19.735557 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-77c1bf95-6083-4adb-97e8-ab4875785aef tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 380 time: 0.0825431 Apr 05 11:03:19.805871 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'port': {'device_id': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'admin_state_up': True, 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'security_groups': ['f5348ea7-cba7-4c09-9df6-24668f757729']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:19.917957 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Made reservation on behalf of e2e2c4605a9b432785edde810603dde5 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:03:19.921437 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:20.061264 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Allocated IP 172.20.0.3 (b6056acb-6655-41c0-9e1c-fd55583441d0/0e46e214-0097-445c-b3ff-10b094ea1ac0/aa31bf47-115e-46cc-bfc5-d526e9cd3b2a) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:03:20.202067 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:20.238347 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:20.286982 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Network b6056acb-6655-41c0-9e1c-fd55583441d0 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:03:20.292550 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:03:20.297281 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:03:20.303555 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:20.303555 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:20.307220 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:20.324416 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fbc1f9ea-7415-4af3-9f45-66b77d3f94a4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5225637 Apr 05 11:03:20.335760 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Request body: {'port': {'device_id': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:20.400631 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:20.526962 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-1f641019-bd3f-45c5-99ea-835943d2a53c None None] Provisioning complete for port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:03:20.527596 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1f641019-bd3f-45c5-99ea-835943d2a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:20.561595 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1f641019-bd3f-45c5-99ea-835943d2a53c None None] Port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:03:20.694530 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa31bf47-115e-46cc-bfc5-d526e9cd3b2a {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:03:20.703004 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Publish callbacks [] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:20.717016 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Transition to ACTIVE for port object aa31bf47-115e-46cc-bfc5-d526e9cd3b2a will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:03:20.722288 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:20.777465 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Pushing event updated for resources: {'Port': ['ID=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:20.807688 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Attempting to bind port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:03:20.808037 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Attempting to bind port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:03:20.808358 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Attempting to bind port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a on network b6056acb-6655-41c0-9e1c-fd55583441d0 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:03:20.823573 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a on network b6056acb-6655-41c0-9e1c-fd55583441d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:03:20.823775 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Attempting to bind port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a on network b6056acb-6655-41c0-9e1c-fd55583441d0 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:03:20.849105 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:03:20.849433 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Checking segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:03:20.849811 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Bound using segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:03:20.850242 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Bound port: aa31bf47-115e-46cc-bfc5-d526e9cd3b2a, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:03:20.850596 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:20.906942 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2db190-f861-4984-8f54-1214b498120c req-9af71ebf-75cb-452e-aaf1-171ba4dc6974 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:20.908700 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2c2db190-f861-4984-8f54-1214b498120c req-9af71ebf-75cb-452e-aaf1-171ba4dc6974 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 943 time: 0.1022701 Apr 05 11:03:20.952498 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] For port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:03:20.972162 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] For port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:03:20.984436 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:20.993531 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2c2db190-f861-4984-8f54-1214b498120c req-ab019ff6-a356-4a97-9ef7-1bb34cd51e4e tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5348ea7-cba7-4c09-9df6-24668f757729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752065 Apr 05 11:03:21.023690 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:21.024281 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:21.025729 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] 10.222.0.36 "PUT /v2.0/ports/aa31bf47-115e-46cc-bfc5-d526e9cd3b2a HTTP/1.1" status: 200 len: 1093 time: 0.6942396 Apr 05 11:03:21.026102 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'tag': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:03:21.028336 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e987503-4856-4cd9-a71c-3784b22fddd1", "tag": "aa31bf47-115e-46cc-bfc5-d526e9cd3b2a"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:03:21.058055 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfb85e-ec17-468f-a3f1-2491039e5e6c service neutron] Pushing event updated for resources: {'Port': ['ID=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:21.088853 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c0b562-f3d2-4a14-9204-973a56ceb162 x-openstack-request-id: req-e7c0b562-f3d2-4a14-9204-973a56ceb162 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:03:21.089161 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e987503-4856-4cd9-a71c-3784b22fddd1", "tag": "aa31bf47-115e-46cc-bfc5-d526e9cd3b2a", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:03:21.089412 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7c0b562-f3d2-4a14-9204-973a56ceb162 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:03:21.089804 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c0b562-f3d2-4a14-9204-973a56ceb162'] response: {'name': 'network-changed', 'server_uuid': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'tag': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a', 'status': 'completed', 'code': 200} Apr 05 11:03:21.132331 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-ce732640-9151-4980-b50a-155b66d7bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:21.133984 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-ce732640-9151-4980-b50a-155b66d7bbc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 1127 time: 0.0538795 Apr 05 11:03:21.180235 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-9465deed-05c3-4758-a38d-97ef7f9868b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a HTTP/1.1" status: 200 len: 217 time: 0.0359373 Apr 05 11:03:21.229728 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-67961661-710d-4831-b769-bd572f197f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:21.231198 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-67961661-710d-4831-b769-bd572f197f3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.0448034 Apr 05 11:03:21.298427 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fcae0b61-5d94-49ee-9f58-486f13274ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:21.300208 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-fcae0b61-5d94-49ee-9f58-486f13274ffb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0626936 Apr 05 11:03:21.403230 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-b05c167a-6903-4851-a9d0-7a6a0f37bf05 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911150 Apr 05 11:03:21.506309 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b46736c0-0bf4-481c-99d0-e8f88d26198e req-ba469cb6-7d4b-41d8-99ae-21dc1a07ebd3 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945597 Apr 05 11:03:22.129873 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c62732-e717-4a19-8d03-36709fb0a69b req-d919104c-67a3-494a-883f-5f01c0402a1c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:22.131474 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-62c62732-e717-4a19-8d03-36709fb0a69b req-d919104c-67a3-494a-883f-5f01c0402a1c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 943 time: 0.0610693 Apr 05 11:03:22.184577 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-62c62732-e717-4a19-8d03-36709fb0a69b req-591b123b-65b4-4cd4-9389-2e7ea585982e tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5348ea7-cba7-4c09-9df6-24668f757729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449343 Apr 05 11:03:22.565867 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0 req-ff30fc80-c4b4-41ca-945c-890debac19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:22.567594 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0 req-ff30fc80-c4b4-41ca-945c-890debac19b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 1127 time: 0.0479176 Apr 05 11:03:22.663456 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0 req-065bcc85-a42a-4630-9ea1-5e96f63a924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:22.664932 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0 req-065bcc85-a42a-4630-9ea1-5e96f63a924c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 915 time: 0.0902612 Apr 05 11:03:22.707104 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0 req-ea36241e-3d15-498f-8b0a-0f4da513a9e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a HTTP/1.1" status: 200 len: 217 time: 0.0349820 Apr 05 11:03:23.015841 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0 req-1958979d-381a-4000-b431-9223f322b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:23.018700 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0 req-1958979d-381a-4000-b431-9223f322b64b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.3042240 Apr 05 11:03:23.071219 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0 req-a72e76ee-e9cb-41e4-8834-8566ae85e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:23.072732 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0 req-a72e76ee-e9cb-41e4-8834-8566ae85e41b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0474272 Apr 05 11:03:23.169808 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0 req-a9885ccc-66fe-400f-af34-5aae8f57622f service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890503 Apr 05 11:03:23.273749 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c8e9df71-b6e7-4ec4-9c1e-e507833880e0 req-7b6945c9-068e-4275-b4ce-d46522724716 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969291 Apr 05 11:03:23.316802 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239f00a-8ed2-4130-bd74-b2d4c7511cea req-ef721b42-4d7d-4813-a602-7eac275a0e81 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:23.318299 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a239f00a-8ed2-4130-bd74-b2d4c7511cea req-ef721b42-4d7d-4813-a602-7eac275a0e81 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 943 time: 0.0588729 Apr 05 11:03:23.371660 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a239f00a-8ed2-4130-bd74-b2d4c7511cea req-79010c82-52a5-48ee-8696-4fc83bd93f7c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5348ea7-cba7-4c09-9df6-24668f757729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475776 Apr 05 11:03:24.177594 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aa31bf47-115e-46cc-bfc5-d526e9cd3b2a details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:03:24.290720 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:03:24.302513 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'port_id': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a', 'mac_address': 'fa:16:3e:f9:0c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:03:24.340510 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:03:24.340901 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:24.353881 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa31bf47-115e-46cc-bfc5-d526e9cd3b2a {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:03:24.375473 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:03:24.381602 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:24.437813 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:24.445585 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.445932 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.446276 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.446611 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.446943 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.447269 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.447631 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.447957 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.448277 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.448599 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.448918 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.449259 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.450441 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.450441 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.450441 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:03:24.499004 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ef165-1e9f-4ac9-b606-0f27064ff3c6 req-1eeddeee-f78e-47ad-b313-325f307072d0 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:24.500490 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6a5ef165-1e9f-4ac9-b606-0f27064ff3c6 req-1eeddeee-f78e-47ad-b313-325f307072d0 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 944 time: 0.0547361 Apr 05 11:03:24.549153 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6a5ef165-1e9f-4ac9-b606-0f27064ff3c6 req-46734143-f9f0-4d90-8c55-397b9e6e3a85 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5348ea7-cba7-4c09-9df6-24668f757729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Apr 05 11:03:24.808424 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['aa31bf47-115e-46cc-bfc5-d526e9cd3b2a'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:03:25.681736 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de450ef-beb5-458b-9624-3c4ab3a816b9 req-ddaa1928-1534-4213-be0e-2d8cb0c5f79d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:25.683143 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1de450ef-beb5-458b-9624-3c4ab3a816b9 req-ddaa1928-1534-4213-be0e-2d8cb0c5f79d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 944 time: 0.0636511 Apr 05 11:03:25.733452 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1de450ef-beb5-458b-9624-3c4ab3a816b9 req-a94b71d2-027f-4c1e-843b-9e5c820273f9 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5348ea7-cba7-4c09-9df6-24668f757729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424628 Apr 05 11:03:26.186574 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aa31bf47-115e-46cc-bfc5-d526e9cd3b2a up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:03:26.252139 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:03:26.257524 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:03:26.257894 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:26.357957 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:03:26.357957 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:26.384254 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:03:26.386553 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2208bd-ba6b-4f74-be7a-740b6a3c90fd" -d '{"events": [{"server_uuid": "6e987503-4856-4cd9-a71c-3784b22fddd1", "name": "network-vif-plugged", "status": "completed", "tag": "aa31bf47-115e-46cc-bfc5-d526e9cd3b2a"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:03:26.398777 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:03:26.403781 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:26.432731 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31f0217-360c-4930-9aa8-72e2c42d13e3 x-openstack-request-id: req-b31f0217-360c-4930-9aa8-72e2c42d13e3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:03:26.433044 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e987503-4856-4cd9-a71c-3784b22fddd1", "name": "network-vif-plugged", "status": "completed", "tag": "aa31bf47-115e-46cc-bfc5-d526e9cd3b2a", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:03:26.433292 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b31f0217-360c-4930-9aa8-72e2c42d13e3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:03:26.433679 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31f0217-360c-4930-9aa8-72e2c42d13e3'] response: {'server_uuid': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a', 'code': 200} Apr 05 11:03:26.460983 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:26.619400 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-620c366e-7ec2-4cef-8271-997b37017f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:26.637494 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd0c18-d358-4a63-b548-925404dd2b93 req-82a4de51-cdb1-4aff-b3c7-0e0f0fc28f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:26.639030 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b9fd0c18-d358-4a63-b548-925404dd2b93 req-82a4de51-cdb1-4aff-b3c7-0e0f0fc28f76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 1129 time: 0.0527005 Apr 05 11:03:26.685652 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b9fd0c18-d358-4a63-b548-925404dd2b93 req-ab765b7f-8197-4b20-a4e9-857f8e8356b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5348ea7-cba7-4c09-9df6-24668f757729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398831 Apr 05 11:03:26.865036 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cf0a2-04bf-4df1-a44a-844b863b40d5 req-aa8df3ff-dc3d-4c9b-924d-4ec63c09dc16 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:26.866582 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-285cf0a2-04bf-4df1-a44a-844b863b40d5 req-aa8df3ff-dc3d-4c9b-924d-4ec63c09dc16 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 945 time: 0.0558302 Apr 05 11:03:26.917995 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-285cf0a2-04bf-4df1-a44a-844b863b40d5 req-d771ad83-c853-4805-8cc3-a980a46dfc6a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5348ea7-cba7-4c09-9df6-24668f757729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432832 Apr 05 11:03:28.065706 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59425c76-2ec3-4ada-93ea-48d2fa031ca9 req-f230aa4f-77dc-4ad6-a90b-469a4a5926ac tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:28.067204 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-59425c76-2ec3-4ada-93ea-48d2fa031ca9 req-f230aa4f-77dc-4ad6-a90b-469a4a5926ac tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 945 time: 0.0631261 Apr 05 11:03:28.122175 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-59425c76-2ec3-4ada-93ea-48d2fa031ca9 req-dc18d503-4246-46c1-8feb-4e011caebf3c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5348ea7-cba7-4c09-9df6-24668f757729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460923 Apr 05 11:03:29.259915 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f611d06-f87c-41df-8073-147873fad72f req-58a17c06-9b9b-467c-ae5b-aeb3edcc44e6 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:29.261405 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4f611d06-f87c-41df-8073-147873fad72f req-58a17c06-9b9b-467c-ae5b-aeb3edcc44e6 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 945 time: 0.0659533 Apr 05 11:03:29.314387 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4f611d06-f87c-41df-8073-147873fad72f req-678a23f1-93b6-4fbb-a650-8a4f8b6b06c3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5348ea7-cba7-4c09-9df6-24668f757729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473969 Apr 05 11:03:29.443892 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada71e-5b35-42fe-9f33-279fd83444df req-824d52d7-a576-44f3-8ae0-30e426430fba tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:29.445382 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-50ada71e-5b35-42fe-9f33-279fd83444df req-824d52d7-a576-44f3-8ae0-30e426430fba tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 945 time: 0.0541871 Apr 05 11:03:29.454225 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46478) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:29.459039 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6100e93d-da48-4b59-92fd-7c281b479794 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'floatingip': {'port_id': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:29.503142 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6100e93d-da48-4b59-92fd-7c281b479794 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (b1d99e92-450d-4f88-9e58-511d1064c4d3), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:29.590840 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d45d77c6-fa59-4e47-a9f3-e4907766feb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:29.983098 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6100e93d-da48-4b59-92fd-7c281b479794 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:29.989329 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6100e93d-da48-4b59-92fd-7c281b479794 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (b1d99e92-450d-4f88-9e58-511d1064c4d3), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:30.097338 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [None req-6100e93d-da48-4b59-92fd-7c281b479794 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Floating IP b1d99e92-450d-4f88-9e58-511d1064c4d3 associated. External IP: 172.28.2.238, port: aa31bf47-115e-46cc-bfc5-d526e9cd3b2a. Apr 05 11:03:30.328529 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6100e93d-da48-4b59-92fd-7c281b479794 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Router 5569f575-f817-4e80-8955-0068fc4d60c7 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:03:30.459631 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6100e93d-da48-4b59-92fd-7c281b479794 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:03:30.464505 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6100e93d-da48-4b59-92fd-7c281b479794 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:30.471353 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf7059-440d-4952-9c90-7d467b7fc66f None None] Sync routers for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:03:30.482554 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf7059-440d-4952-9c90-7d467b7fc66f None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:30.483196 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-95cf7059-440d-4952-9c90-7d467b7fc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:30.602709 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-95cf7059-440d-4952-9c90-7d467b7fc66f None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:30.746736 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-6100e93d-da48-4b59-92fd-7c281b479794 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "PUT /v2.0/floatingips/b1d99e92-450d-4f88-9e58-511d1064c4d3 HTTP/1.1" status: 200 len: 991 time: 1.2913933 Apr 05 11:03:30.747304 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'tag': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:03:30.749598 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7339e5f1-f29a-44bd-8cde-1335de20bf98" -d '{"events": [{"name": "network-changed", "server_uuid": "6e987503-4856-4cd9-a71c-3784b22fddd1", "tag": "aa31bf47-115e-46cc-bfc5-d526e9cd3b2a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:03:30.784482 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48594c6e-7aa1-459a-96e6-22a17e3dd5f2 x-openstack-request-id: req-48594c6e-7aa1-459a-96e6-22a17e3dd5f2 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:03:30.784765 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e987503-4856-4cd9-a71c-3784b22fddd1", "tag": "aa31bf47-115e-46cc-bfc5-d526e9cd3b2a", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:03:30.785013 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48594c6e-7aa1-459a-96e6-22a17e3dd5f2 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:03:30.785414 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48594c6e-7aa1-459a-96e6-22a17e3dd5f2'] response: {'name': 'network-changed', 'server_uuid': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'tag': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a', 'status': 'completed', 'code': 200} Apr 05 11:03:30.846571 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-95cf7059-440d-4952-9c90-7d467b7fc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': 'b1d99e92-450d-4f88-9e58-511d1064c4d3', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.238', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:0c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:03:17Z', 'updated_at': '2022-04-05T11:03:29Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:30.866229 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339e5f1-f29a-44bd-8cde-1335de20bf98 req-928a7522-227f-4eb7-aec3-0c183fa3db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:30.868538 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7339e5f1-f29a-44bd-8cde-1335de20bf98 req-928a7522-227f-4eb7-aec3-0c183fa3db7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 1129 time: 0.0512190 Apr 05 11:03:30.876896 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf7059-440d-4952-9c90-7d467b7fc66f None None] Checking router: 5569f575-f817-4e80-8955-0068fc4d60c7 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:03:30.886095 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf7059-440d-4952-9c90-7d467b7fc66f None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:30.886717 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-95cf7059-440d-4952-9c90-7d467b7fc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:30.937366 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:30.960985 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339e5f1-f29a-44bd-8cde-1335de20bf98 req-fdb2fffa-1c2e-49d6-87f5-9b401fe3ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:30.962453 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7339e5f1-f29a-44bd-8cde-1335de20bf98 req-fdb2fffa-1c2e-49d6-87f5-9b401fe3ae0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 915 time: 0.0869274 Apr 05 11:03:30.997846 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-95cf7059-440d-4952-9c90-7d467b7fc66f None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:31.040958 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7339e5f1-f29a-44bd-8cde-1335de20bf98 req-76ab1cb9-c3b0-4c80-b156-7956317cced5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a HTTP/1.1" status: 200 len: 999 time: 0.0701756 Apr 05 11:03:31.095072 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339e5f1-f29a-44bd-8cde-1335de20bf98 req-f34c1258-80ff-431a-8bfb-963be1079f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:31.096585 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7339e5f1-f29a-44bd-8cde-1335de20bf98 req-f34c1258-80ff-431a-8bfb-963be1079f23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.0490725 Apr 05 11:03:31.153555 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339e5f1-f29a-44bd-8cde-1335de20bf98 req-caab45be-13d7-494c-83ac-d2a3ec0f33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:31.155050 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7339e5f1-f29a-44bd-8cde-1335de20bf98 req-caab45be-13d7-494c-83ac-d2a3ec0f33ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477710 Apr 05 11:03:31.246470 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-95cf7059-440d-4952-9c90-7d467b7fc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': 'b1d99e92-450d-4f88-9e58-511d1064c4d3', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.238', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:0c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:03:17Z', 'updated_at': '2022-04-05T11:03:29Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:31.253933 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7339e5f1-f29a-44bd-8cde-1335de20bf98 req-fb4324db-94fb-4995-8541-80145a602432 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914400 Apr 05 11:03:31.278333 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf7059-440d-4952-9c90-7d467b7fc66f None None] The sync data for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb is: [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': 'b1d99e92-450d-4f88-9e58-511d1064c4d3', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.238', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:f9:0c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:03:17Z', 'updated_at': '2022-04-05T11:03:29Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:03:31.347063 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7339e5f1-f29a-44bd-8cde-1335de20bf98 req-79405803-d5eb-435e-9642-60241f87a95c service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847039 Apr 05 11:03:31.477807 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526b3642-8166-4edc-8f75-2e8ed3d3559a None None] New status for floating IP b1d99e92-450d-4f88-9e58-511d1064c4d3: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:03:32.469857 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:32.588141 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:03:33.580082 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb726f-889c-45f9-aedd-5a34037170dd req-281915bf-dc4a-4862-a15c-7d83cb2b762e tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:33.581596 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aefb726f-889c-45f9-aedd-5a34037170dd req-281915bf-dc4a-4862-a15c-7d83cb2b762e tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 946 time: 0.0600626 Apr 05 11:03:33.629733 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aefb726f-889c-45f9-aedd-5a34037170dd req-68187a05-e949-4b29-a8d5-b4d0c328d621 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421088 Apr 05 11:03:33.737022 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:34.778002 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606fe93-6056-4f76-a397-5aee483828ba req-08022e03-28c8-440f-8e02-c5cfaaf1e059 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:34.779600 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8606fe93-6056-4f76-a397-5aee483828ba req-08022e03-28c8-440f-8e02-c5cfaaf1e059 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 946 time: 0.0686176 Apr 05 11:03:34.829473 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8606fe93-6056-4f76-a397-5aee483828ba req-637b7444-9948-470f-87cf-a9dad03de774 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d0175d-5eff-4435-a659-8e4a7a925eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440915 Apr 05 11:03:35.331929 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-f204c5d2-2739-47d9-84a9-c868b5a2c4be tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:35.333423 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-f204c5d2-2739-47d9-84a9-c868b5a2c4be tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.36 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 946 time: 0.0568337 Apr 05 11:03:35.447899 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Deleting port 4a2a8610-a310-4d96-927e-b02a2b4e4124 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:03:35.448207 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:35.551640 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] For port 4a2a8610-a310-4d96-927e-b02a2b4e4124, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4a2a8610-a310-4d96-927e-b02a2b4e4124,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:03:35.552016 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:35.741075 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:35.741356 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (281bff2d-e429-4b1d-9bf6-f65395ddcf78), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:35.741739 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.l3_db [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Floating IP 281bff2d-e429-4b1d-9bf6-f65395ddcf78 disassociated. External IP: 172.28.2.137, port: 4a2a8610-a310-4d96-927e-b02a2b4e4124. Apr 05 11:03:35.742389 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Calling delete_port for 4a2a8610-a310-4d96-927e-b02a2b4e4124 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:03:35.883036 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (4a2a8610-a310-4d96-927e-b02a2b4e4124), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:35.918313 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event deleted for resources: {'Port': ['ID=4a2a8610-a310-4d96-927e-b02a2b4e4124,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:35.949056 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c49625e3-f7dc-42e2-9364-5215cca7cb67 req-07c2f4d5-87a7-457c-a2c6-457fd6f7e0c2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=c97c2d8a-132e-49e7-b3e6-fb62b88d3090 HTTP/1.1" status: 200 len: 210 time: 0.0347924 Apr 05 11:03:36.063212 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Router 77c99110-91ee-4acf-8cc0-d0c761b13ead has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:03:36.199362 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:03:36.209677 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859be12-958f-46e3-87cb-d1f228eb6412 None None] Sync routers for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:03:36.220454 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859be12-958f-46e3-87cb-d1f228eb6412 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:36.221072 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2859be12-958f-46e3-87cb-d1f228eb6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:36.241443 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] No DVR routers for this DVR port 4a2a8610-a310-4d96-927e-b02a2b4e4124 on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:03:36.244792 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:36.248103 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-acc737ec-c779-4f72-8a5e-56cdaf73071d req-1548da28-6105-4e7a-9c5f-10f0cb9cb2ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.36 "DELETE /v2.0/ports/4a2a8610-a310-4d96-927e-b02a2b4e4124 HTTP/1.1" status: 204 len: 173 time: 0.9085386 Apr 05 11:03:36.248556 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'name': 'network-vif-deleted', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:03:36.250779 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e95e555-0eaa-4061-a7c6-6f9a8ae5eeda" -d '{"events": [{"server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "name": "network-vif-deleted", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:03:36.298000 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d480c439-c656-4c97-8219-7340c8531160 x-openstack-request-id: req-d480c439-c656-4c97-8219-7340c8531160 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:03:36.298451 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97c2d8a-132e-49e7-b3e6-fb62b88d3090", "name": "network-vif-deleted", "tag": "4a2a8610-a310-4d96-927e-b02a2b4e4124", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:03:36.298801 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d480c439-c656-4c97-8219-7340c8531160 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:03:36.299393 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d480c439-c656-4c97-8219-7340c8531160'] response: {'server_uuid': 'c97c2d8a-132e-49e7-b3e6-fb62b88d3090', 'name': 'network-vif-deleted', 'tag': '4a2a8610-a310-4d96-927e-b02a2b4e4124', 'status': 'completed', 'code': 200} Apr 05 11:03:36.337894 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-2859be12-958f-46e3-87cb-d1f228eb6412 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:36.666820 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2859be12-958f-46e3-87cb-d1f228eb6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:36.696428 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859be12-958f-46e3-87cb-d1f228eb6412 None None] Checking router: 77c99110-91ee-4acf-8cc0-d0c761b13ead for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:03:36.707110 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859be12-958f-46e3-87cb-d1f228eb6412 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:36.707688 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2859be12-958f-46e3-87cb-d1f228eb6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:36.822754 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-2859be12-958f-46e3-87cb-d1f228eb6412 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:37.027856 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-2859be12-958f-46e3-87cb-d1f228eb6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:37.044587 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46520) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:37.055250 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859be12-958f-46e3-87cb-d1f228eb6412 None None] The sync data for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb is: [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:03:37.102621 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003f7b22-9f65-4546-8ba3-d8fb16d5e7a0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (a4d0175d-5eff-4435-a659-8e4a7a925eb7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.129861 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003f7b22-9f65-4546-8ba3-d8fb16d5e7a0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (a4d0175d-5eff-4435-a659-8e4a7a925eb7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.184674 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003f7b22-9f65-4546-8ba3-d8fb16d5e7a0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a4d0175d-5eff-4435-a659-8e4a7a925eb7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.187319 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-003f7b22-9f65-4546-8ba3-d8fb16d5e7a0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.188520 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-003f7b22-9f65-4546-8ba3-d8fb16d5e7a0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "DELETE /v2.0/security-groups/a4d0175d-5eff-4435-a659-8e4a7a925eb7 HTTP/1.1" status: 204 len: 168 time: 0.1428947 Apr 05 11:03:37.191431 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46524) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:37.198520 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f7b22-9f65-4546-8ba3-d8fb16d5e7a0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d0175d-5eff-4435-a659-8e4a7a925eb7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:37.210147 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.api.v2.resource [None req-f8360c39-51cc-40fe-906a-dd8bbd27a115 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] show failed (client error): The resource could not be found. Apr 05 11:03:37.211182 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-f8360c39-51cc-40fe-906a-dd8bbd27a115 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups/a4d0175d-5eff-4435-a659-8e4a7a925eb7 HTTP/1.1" status: 404 len: 347 time: 0.0176990 Apr 05 11:03:37.214370 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46528) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:37.286359 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b786008-37c4-4f85-9d75-fe31f4605191 None None] New status for floating IP 281bff2d-e429-4b1d-9bf6-f65395ddcf78: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:03:37.344961 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d4123-287b-433c-a780-24f57fbd0182 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Deleting port e63a41eb-05b6-4a53-8b5b-b2b7d16c982b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:03:37.345287 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4123-287b-433c-a780-24f57fbd0182 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (e63a41eb-05b6-4a53-8b5b-b2b7d16c982b), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.429380 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4123-287b-433c-a780-24f57fbd0182 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (e63a41eb-05b6-4a53-8b5b-b2b7d16c982b), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.429707 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4123-287b-433c-a780-24f57fbd0182 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (e63a41eb-05b6-4a53-8b5b-b2b7d16c982b), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.444252 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d4123-287b-433c-a780-24f57fbd0182 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Calling delete_port for e63a41eb-05b6-4a53-8b5b-b2b7d16c982b owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:03:37.586527 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4123-287b-433c-a780-24f57fbd0182 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (e63a41eb-05b6-4a53-8b5b-b2b7d16c982b), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.612693 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d4123-287b-433c-a780-24f57fbd0182 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event deleted for resources: {'Port': ['ID=e63a41eb-05b6-4a53-8b5b-b2b7d16c982b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:37.640416 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4123-287b-433c-a780-24f57fbd0182 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (281bff2d-e429-4b1d-9bf6-f65395ddcf78), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.643000 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4123-287b-433c-a780-24f57fbd0182 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.644508 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-aa7d4123-287b-433c-a780-24f57fbd0182 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "DELETE /v2.0/floatingips/281bff2d-e429-4b1d-9bf6-f65395ddcf78 HTTP/1.1" status: 204 len: 168 time: 0.4290423 Apr 05 11:03:37.878394 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46542) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:37.884742 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cc730824-8864-4a5c-97ed-5ad7d192e185 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862617217', 'description': 'tempest-description--1584512947'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:37.909533 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc730824-8864-4a5c-97ed-5ad7d192e185 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.981043 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc730824-8864-4a5c-97ed-5ad7d192e185 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (7ee3614f-69cc-4815-8be6-bad57b7dea2f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:37.986251 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc730824-8864-4a5c-97ed-5ad7d192e185 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (7ee3614f-69cc-4815-8be6-bad57b7dea2f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.016593 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc730824-8864-4a5c-97ed-5ad7d192e185 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.017817 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-cc730824-8864-4a5c-97ed-5ad7d192e185 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1381242 Apr 05 11:03:38.021030 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46544) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:38.022225 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc730824-8864-4a5c-97ed-5ad7d192e185 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee3614f-69cc-4815-8be6-bad57b7dea2f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:38.025575 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-86cd6d74-2e96-4837-9c6e-0a637245d65d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'security_group_rule': {'security_group_id': '7ee3614f-69cc-4815-8be6-bad57b7dea2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:38.052432 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86cd6d74-2e96-4837-9c6e-0a637245d65d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (a19c094a-b151-45f5-9800-91f0812f7695), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.110017 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86cd6d74-2e96-4837-9c6e-0a637245d65d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (a19c094a-b151-45f5-9800-91f0812f7695), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.115514 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86cd6d74-2e96-4837-9c6e-0a637245d65d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (a19c094a-b151-45f5-9800-91f0812f7695), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.132968 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd6d74-2e96-4837-9c6e-0a637245d65d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19c094a-b151-45f5-9800-91f0812f7695,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:38.142584 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86cd6d74-2e96-4837-9c6e-0a637245d65d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.143895 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-86cd6d74-2e96-4837-9c6e-0a637245d65d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218932 Apr 05 11:03:38.148530 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46546) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:38.153289 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-31baa359-f099-4ed4-ab04-fab7575d0c40 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'security_group_rule': {'security_group_id': '7ee3614f-69cc-4815-8be6-bad57b7dea2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:38.183250 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31baa359-f099-4ed4-ab04-fab7575d0c40 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (9858101c-58c9-43f1-91b5-ee22b7a0e1e8), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.252503 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31baa359-f099-4ed4-ab04-fab7575d0c40 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (9858101c-58c9-43f1-91b5-ee22b7a0e1e8), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.258430 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31baa359-f099-4ed4-ab04-fab7575d0c40 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (9858101c-58c9-43f1-91b5-ee22b7a0e1e8), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.263136 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4a2a8610-a310-4d96-927e-b02a2b4e4124 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:03:38.276373 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baa359-f099-4ed4-ab04-fab7575d0c40 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9858101c-58c9-43f1-91b5-ee22b7a0e1e8,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:38.283088 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: 4a2a8610-a310-4d96-927e-b02a2b4e4124 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:03:38.284279 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4a2a8610-a310-4d96-927e-b02a2b4e4124 not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:03:38.284379 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-31baa359-f099-4ed4-ab04-fab7575d0c40 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.285142 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-31baa359-f099-4ed4-ab04-fab7575d0c40 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356180 Apr 05 11:03:38.288544 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46548) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:38.294296 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'floatingip': {'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:38.316210 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.425689 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.549282 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Allocated IP 172.28.2.94 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/4f13d84b-640a-492e-9c78-e92a039db493) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:03:38.659215 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for port (4f13d84b-640a-492e-9c78-e92a039db493), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.695372 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (4f13d84b-640a-492e-9c78-e92a039db493), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.735133 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:03:38.739449 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:03:38.745736 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:03:38.751505 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'Port': ['ID=4f13d84b-640a-492e-9c78-e92a039db493,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:38.839527 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (5d15c5b2-8558-492a-887a-1fd791e8321a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:38.879387 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4f13d84b-640a-492e-9c78-e92a039db493), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:39.030811 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for port (4f13d84b-640a-492e-9c78-e92a039db493), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:39.036922 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (4f13d84b-640a-492e-9c78-e92a039db493), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:39.106169 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'Port': ['ID=4f13d84b-640a-492e-9c78-e92a039db493,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:39.121221 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (5d15c5b2-8558-492a-887a-1fd791e8321a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:39.146561 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:39.148556 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-8e509d82-6ad6-447e-ae7a-129ae87ffd60 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8583901 Apr 05 11:03:39.365665 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-6a4305a8-67ff-4d9c-a4be-20168eb8987a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1862617217&fields=id&tenant_id=c6f12b9f46f34b429de4e724d9dadc73 HTTP/1.1" status: 200 len: 267 time: 0.0440972 Apr 05 11:03:39.480438 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-642c7dcd-c9f7-410d-a61a-4a50fa2b69b5 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:39.481928 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-642c7dcd-c9f7-410d-a61a-4a50fa2b69b5 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 816 time: 0.1067305 Apr 05 11:03:39.497840 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-f99d5b5b-6434-4063-aed6-3d0497b4833b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/quotas/c6f12b9f46f34b429de4e724d9dadc73 HTTP/1.1" status: 200 len: 375 time: 0.0103629 Apr 05 11:03:39.566205 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-cb1ea240-0ef6-44d9-a8e0-f0b8612dc5da tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632746 Apr 05 11:03:39.674164 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-c7ed873d-48ad-402d-a26f-a13ddd192948 service neutron] 10.222.0.43 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911448 Apr 05 11:03:39.785503 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-6bba273c-e614-4b6f-8da3-4a9145d69b1d service neutron] 10.222.0.43 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047802 Apr 05 11:03:39.953700 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8999bf0a-8683-4516-91f7-88c2dc69b6e9 req-c954c514-482f-4a6b-9c8a-4130b395f291 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 210 time: 0.0313840 Apr 05 11:03:40.186771 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c67023-10a8-434b-b784-8e86314d8f02 req-54752e14-d75b-42c3-8be2-7480c85e09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:40.188295 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-13c67023-10a8-434b-b784-8e86314d8f02 req-54752e14-d75b-42c3-8be2-7480c85e09e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 1129 time: 0.0848320 Apr 05 11:03:40.195870 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114da00-8461-45a0-8a98-d7c5d8aa3580 req-8d0d419f-1417-4b81-9da2-e69de9a3c197 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:40.197431 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7114da00-8461-45a0-8a98-d7c5d8aa3580 req-8d0d419f-1417-4b81-9da2-e69de9a3c197 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0844581 Apr 05 11:03:40.307852 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7114da00-8461-45a0-8a98-d7c5d8aa3580 req-f65439b1-db72-4abc-a6dd-973ad45a16b7 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009941 Apr 05 11:03:40.328943 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c67023-10a8-434b-b784-8e86314d8f02 req-ec9b0b0f-878d-4a8d-a04d-169a32743f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:40.328943 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-13c67023-10a8-434b-b784-8e86314d8f02 req-ec9b0b0f-878d-4a8d-a04d-169a32743f69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 920 time: 0.1274374 Apr 05 11:03:40.442889 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-13c67023-10a8-434b-b784-8e86314d8f02 req-ca49fac7-6e33-4cb9-a581-1aa2228b2252 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14 HTTP/1.1" status: 200 len: 1001 time: 0.0952814 Apr 05 11:03:40.512504 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c67023-10a8-434b-b784-8e86314d8f02 req-a8b1df81-6a9a-4317-be4d-f57907f94556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:40.513981 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-13c67023-10a8-434b-b784-8e86314d8f02 req-a8b1df81-6a9a-4317-be4d-f57907f94556 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.0556757 Apr 05 11:03:40.567941 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c67023-10a8-434b-b784-8e86314d8f02 req-7211838e-6982-40c8-82e3-5d90b0773f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:40.569450 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-13c67023-10a8-434b-b784-8e86314d8f02 req-7211838e-6982-40c8-82e3-5d90b0773f8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0482900 Apr 05 11:03:40.927156 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-13c67023-10a8-434b-b784-8e86314d8f02 req-effe76af-3bc5-41c0-a53c-8dce5b0d5089 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021173 Apr 05 11:03:41.034043 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-14f5d17c-c5e0-42c6-815f-38ed7f0621d7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:41.035762 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-14f5d17c-c5e0-42c6-815f-38ed7f0621d7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 816 time: 0.1132743 Apr 05 11:03:41.038955 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-13c67023-10a8-434b-b784-8e86314d8f02 req-5ecded3d-74e6-4f18-b6dc-7f603d911b7e service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999136 Apr 05 11:03:41.089614 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-04a3c752-4b8c-4885-afd4-7cfe44a45bad req-30ac3d64-7067-44e7-baf9-5369f7ca0541 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 210 time: 0.0329912 Apr 05 11:03:41.120949 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-c8fba004-1b61-4eae-8bb8-5ac5f4aa16b4 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6f12b9f46f34b429de4e724d9dadc73 HTTP/1.1" status: 200 len: 380 time: 0.0648627 Apr 05 11:03:41.201356 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'port': {'device_id': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'admin_state_up': True, 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'security_groups': ['7ee3614f-69cc-4815-8be6-bad57b7dea2f']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:41.321825 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Made reservation on behalf of c6f12b9f46f34b429de4e724d9dadc73 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:03:41.325445 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:41.440412 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925c337-f339-4926-a499-cdc18158abd7 req-5bd04f55-bc4f-4d37-ae15-cd0075f992b0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:41.441954 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a925c337-f339-4926-a499-cdc18158abd7 req-5bd04f55-bc4f-4d37-ae15-cd0075f992b0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0611992 Apr 05 11:03:41.472122 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Allocated IP 172.20.0.12 (68201af9-3d0f-42f8-ad4e-a41ca62abbe8/0b31b93c-82c4-48fc-b296-9432ad89b562/aadc90d8-6c93-4666-9ee8-238749fa19d7) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:03:41.496961 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a925c337-f339-4926-a499-cdc18158abd7 req-3b9d8d01-8c6b-423b-8f07-d3e42693e4e5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484359 Apr 05 11:03:41.619301 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:41.655132 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:41.704807 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:03:41.710483 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:03:41.715396 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:03:41.718397 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event updated for resources: {'Port': ['ID=aadc90d8-6c93-4666-9ee8-238749fa19d7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:41.784584 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:41.785245 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:41.803716 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-599d1776-dffd-4757-8d34-d30b82e72e9c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6067882 Apr 05 11:03:41.815294 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Request body: {'port': {'device_id': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:41.879377 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:41.972371 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-f5efccff-e0bf-4f7c-a6d6-281ab2b26d8a None None] Provisioning complete for port aadc90d8-6c93-4666-9ee8-238749fa19d7 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:03:41.973034 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5efccff-e0bf-4f7c-a6d6-281ab2b26d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:42.007344 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f5efccff-e0bf-4f7c-a6d6-281ab2b26d8a None None] Port aadc90d8-6c93-4666-9ee8-238749fa19d7 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:03:42.170759 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadc90d8-6c93-4666-9ee8-238749fa19d7 {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:03:42.180572 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Publish callbacks [] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:42.195085 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Transition to ACTIVE for port object aadc90d8-6c93-4666-9ee8-238749fa19d7 will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:03:42.200352 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:42.226233 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c896a0-154c-4000-a0e8-856248ec9853 req-2d1af336-01b4-43a8-9d5c-3d839bca5998 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:42.228051 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-44c896a0-154c-4000-a0e8-856248ec9853 req-2d1af336-01b4-43a8-9d5c-3d839bca5998 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 932 time: 0.0587535 Apr 05 11:03:42.258718 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21066a67-85c8-49da-9869-3685396457cc service neutron] Pushing event updated for resources: {'Port': ['ID=aadc90d8-6c93-4666-9ee8-238749fa19d7,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:42.288156 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-44c896a0-154c-4000-a0e8-856248ec9853 req-afd380ef-0503-4cb0-b956-63b98b3a5458 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537875 Apr 05 11:03:42.330917 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Attempting to bind port aadc90d8-6c93-4666-9ee8-238749fa19d7 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:03:42.331242 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Attempting to bind port aadc90d8-6c93-4666-9ee8-238749fa19d7 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:03:42.331603 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Attempting to bind port aadc90d8-6c93-4666-9ee8-238749fa19d7 on network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:03:42.336130 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Port aadc90d8-6c93-4666-9ee8-238749fa19d7 on network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:03:42.336449 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Attempting to bind port aadc90d8-6c93-4666-9ee8-238749fa19d7 on network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:03:42.342347 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:03:42.342676 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Checking segment: {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:03:42.343056 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Bound using segment: {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:03:42.343509 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Bound port: aadc90d8-6c93-4666-9ee8-238749fa19d7, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32fb60b3-df43-4722-9073-808860de29fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:03:42.343865 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:42.411474 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:03:42.416053 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:03:42.422697 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:42.460016 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:42.460016 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:42.460016 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-21066a67-85c8-49da-9869-3685396457cc service neutron] 10.222.0.36 "PUT /v2.0/ports/aadc90d8-6c93-4666-9ee8-238749fa19d7 HTTP/1.1" status: 200 len: 1094 time: 0.6474078 Apr 05 11:03:42.460016 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:03:42.460990 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6b1852-1549-4c4c-a6bd-819e348694b3" -d '{"events": [{"name": "network-changed", "server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:03:42.488114 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21066a67-85c8-49da-9869-3685396457cc service neutron] Pushing event updated for resources: {'Port': ['ID=aadc90d8-6c93-4666-9ee8-238749fa19d7,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:42.507283 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9efc67a-3d15-4418-8492-128b39e09f5d x-openstack-request-id: req-f9efc67a-3d15-4418-8492-128b39e09f5d {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:03:42.508414 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:03:42.509043 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9efc67a-3d15-4418-8492-128b39e09f5d {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:03:42.509674 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9efc67a-3d15-4418-8492-128b39e09f5d'] response: {'name': 'network-changed', 'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'status': 'completed', 'code': 200} Apr 05 11:03:42.566463 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-94c296b5-87e6-423c-b423-9c52f2c0564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:42.568578 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-94c296b5-87e6-423c-b423-9c52f2c0564d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 1128 time: 0.0560000 Apr 05 11:03:42.623233 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-2f136af8-e9cc-4e0e-af3f-ba5f11cad9b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7 HTTP/1.1" status: 200 len: 217 time: 0.0442970 Apr 05 11:03:42.636963 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac62d3-09a3-4359-af75-19c0a966bb9c req-cac3dbee-dee8-4805-b255-f24712b93243 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:42.638592 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aaac62d3-09a3-4359-af75-19c0a966bb9c req-cac3dbee-dee8-4805-b255-f24712b93243 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0598865 Apr 05 11:03:42.679611 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-4bcf3f56-b238-4f7e-8bb5-b52c309ad189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:42.681414 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-4bcf3f56-b238-4f7e-8bb5-b52c309ad189 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.0497148 Apr 05 11:03:42.690722 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aaac62d3-09a3-4359-af75-19c0a966bb9c req-7ee8e97a-de66-42de-95f2-ee33129a7bef tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458713 Apr 05 11:03:42.736956 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-3489bae6-76de-4967-b92b-9288debc6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:42.738413 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-3489bae6-76de-4967-b92b-9288debc6d65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0468972 Apr 05 11:03:42.860447 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-927e14d0-7577-4ae9-b5e7-16cb89119a5f service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974793 Apr 05 11:03:42.966869 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b2c89d5f-9a3c-4b22-93fe-f120f352910f req-0c1c9c4b-1719-4ff6-909c-12b8278f8c73 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971026 Apr 05 11:03:43.432972 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df78507-b5dc-4ca0-810c-d3e8a3051473 req-4f58d723-e957-4124-bd2c-6b28f5ea0f87 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:43.434520 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7df78507-b5dc-4ca0-810c-d3e8a3051473 req-4f58d723-e957-4124-bd2c-6b28f5ea0f87 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.0657432 Apr 05 11:03:43.486454 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7df78507-b5dc-4ca0-810c-d3e8a3051473 req-3430b62f-7397-459f-b81c-bf472d8ad820 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444937 Apr 05 11:03:43.838123 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dafe0-b2d0-41a8-9521-31a63929a856 req-e5efcd96-557e-43b0-9094-f505f43424a8 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:43.839701 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-226dafe0-b2d0-41a8-9521-31a63929a856 req-e5efcd96-557e-43b0-9094-f505f43424a8 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0602040 Apr 05 11:03:43.894875 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-226dafe0-b2d0-41a8-9521-31a63929a856 req-fa0d9947-dce6-4e8a-a934-dbbcf399ba80 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491686 Apr 05 11:03:44.064559 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b1852-1549-4c4c-a6bd-819e348694b3 req-b49113c7-ec05-41e4-ad49-29d5fb67c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:44.066098 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-cd6b1852-1549-4c4c-a6bd-819e348694b3 req-b49113c7-ec05-41e4-ad49-29d5fb67c542 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 1128 time: 0.0521929 Apr 05 11:03:44.093105 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-200d7467-5848-473c-9abc-01cc2d2d1481 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444357 Apr 05 11:03:44.164233 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b1852-1549-4c4c-a6bd-819e348694b3 req-c7b4ee26-62ca-4d1d-9162-d7f90f15b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:44.165638 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-cd6b1852-1549-4c4c-a6bd-819e348694b3 req-c7b4ee26-62ca-4d1d-9162-d7f90f15b5b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 917 time: 0.0889888 Apr 05 11:03:44.179193 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-4a49e6bb-a7e7-4a53-852f-79c5e689996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:44.180751 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-4a49e6bb-a7e7-4a53-852f-79c5e689996d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 1130 time: 0.0565915 Apr 05 11:03:44.213078 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-cd6b1852-1549-4c4c-a6bd-819e348694b3 req-1931bb08-1d16-4b06-b286-42c0e2e94347 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7 HTTP/1.1" status: 200 len: 217 time: 0.0406437 Apr 05 11:03:44.272821 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b1852-1549-4c4c-a6bd-819e348694b3 req-c7396e32-3067-4e26-958e-b3dc3109cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:44.274408 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-cd6b1852-1549-4c4c-a6bd-819e348694b3 req-c7396e32-3067-4e26-958e-b3dc3109cd56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.0549994 Apr 05 11:03:44.291977 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-6db9c390-660f-473c-8169-8ad2f289c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:44.294106 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-6db9c390-660f-473c-8169-8ad2f289c21c service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 912 time: 0.0935144 Apr 05 11:03:44.333578 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b1852-1549-4c4c-a6bd-819e348694b3 req-fc5ace84-017d-4a4b-be8e-2fded40e58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:44.335082 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-cd6b1852-1549-4c4c-a6bd-819e348694b3 req-fc5ace84-017d-4a4b-be8e-2fded40e58b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0509734 Apr 05 11:03:44.374396 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-f575ef60-0cc8-4500-92a0-7745d1f202be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db HTTP/1.1" status: 200 len: 1002 time: 0.0722506 Apr 05 11:03:44.442926 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-cd6b1852-1549-4c4c-a6bd-819e348694b3 req-31fb7646-6049-4d0a-b3d7-15b2e95eeff3 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003330 Apr 05 11:03:44.445910 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-f5833bb5-b306-4418-847f-aae8b3362f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:44.449234 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-f5833bb5-b306-4418-847f-aae8b3362f9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f0a7a9-5308-49f8-850a-610a57e2db70 HTTP/1.1" status: 200 len: 850 time: 0.0633280 Apr 05 11:03:44.502827 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-d4ec81ca-9ad4-4e6f-af0e-62f96077448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:44.504392 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-d4ec81ca-9ad4-4e6f-af0e-62f96077448c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c5cb07f-3ee8-463c-9269-3b548160e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0498130 Apr 05 11:03:44.539623 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-cd6b1852-1549-4c4c-a6bd-819e348694b3 req-d59165e6-aa2b-4647-a4bb-2a6010bfee6c service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903821 Apr 05 11:03:44.891907 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-485a98be-5082-4c0e-ae7c-1d7869f00e81 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794215 Apr 05 11:03:44.904180 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b484c-1065-43ae-ab92-abe92264b6ef req-fc843339-cc03-4212-b575-d16e4ac6ba74 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:44.905721 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-284b484c-1065-43ae-ab92-abe92264b6ef req-fc843339-cc03-4212-b575-d16e4ac6ba74 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.3354826 Apr 05 11:03:45.045064 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-284b484c-1065-43ae-ab92-abe92264b6ef req-f0182aaf-6cb6-47d2-8d1b-f37371e57f00 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302187 Apr 05 11:03:45.063488 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d86ff070-81d9-4a86-a7fb-d5e84980cc20 req-489322e8-9272-435b-87f6-11c64b9b3eff service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567240 Apr 05 11:03:45.076864 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6788f87-f28a-4248-ae3b-2ad31b8b92fd req-581b49ce-0f9c-48b1-94c6-5089477c1502 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:45.078383 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d6788f87-f28a-4248-ae3b-2ad31b8b92fd req-581b49ce-0f9c-48b1-94c6-5089477c1502 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.1062047 Apr 05 11:03:45.128765 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d6788f87-f28a-4248-ae3b-2ad31b8b92fd req-bb3ff2c7-fb99-4c64-903f-e039e9af6906 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441389 Apr 05 11:03:45.417473 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:46.176242 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9447-3e9d-47f1-aa5a-7e00a57806b0 req-b8896910-b029-4ee9-8a3c-8fb26a1ddd78 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:46.177846 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5c8d9447-3e9d-47f1-aa5a-7e00a57806b0 req-b8896910-b029-4ee9-8a3c-8fb26a1ddd78 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.0551894 Apr 05 11:03:46.259343 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5c8d9447-3e9d-47f1-aa5a-7e00a57806b0 req-18b48902-ba19-45b9-957d-6c1130055571 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751271 Apr 05 11:03:46.284143 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67857ef8-0d7f-4501-ab4b-6ea1b3cb826a req-748e3fb1-6174-47e2-8189-813f9957c0a8 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:46.285638 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-67857ef8-0d7f-4501-ab4b-6ea1b3cb826a req-748e3fb1-6174-47e2-8189-813f9957c0a8 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0750325 Apr 05 11:03:46.287710 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aadc90d8-6c93-4666-9ee8-238749fa19d7 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:03:46.336375 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-67857ef8-0d7f-4501-ab4b-6ea1b3cb826a req-de9c5037-5f4c-46a1-b069-f3c4863279f7 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437803 Apr 05 11:03:46.393630 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:03:46.413748 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'port_id': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'mac_address': 'fa:16:3e:cb:d6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:03:46.461872 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port aadc90d8-6c93-4666-9ee8-238749fa19d7 is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:03:46.462568 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:46.477431 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadc90d8-6c93-4666-9ee8-238749fa19d7 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:03:46.499057 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:03:46.504469 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:46.564841 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=aadc90d8-6c93-4666-9ee8-238749fa19d7,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:46.810993 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['aadc90d8-6c93-4666-9ee8-238749fa19d7'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:03:47.390288 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7f67d-6afe-44de-a5ea-ace424a191aa req-fb6cd194-27d7-4953-9748-d6a876d5c5f8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:47.391807 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0db7f67d-6afe-44de-a5ea-ace424a191aa req-fb6cd194-27d7-4953-9748-d6a876d5c5f8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 945 time: 0.0558484 Apr 05 11:03:47.477270 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0db7f67d-6afe-44de-a5ea-ace424a191aa req-9c8e610d-e8b4-49c7-9da0-12c390c7f756 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780280 Apr 05 11:03:47.498512 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c15a21-f4a4-4a62-afcb-30de193b3986 req-f393d14f-fb75-4cc6-be6e-88c5079c351b tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:47.500037 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-14c15a21-f4a4-4a62-afcb-30de193b3986 req-f393d14f-fb75-4cc6-be6e-88c5079c351b tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0873528 Apr 05 11:03:47.548297 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-14c15a21-f4a4-4a62-afcb-30de193b3986 req-d0668b84-9b5f-4a54-a99a-15bcd00f5fe3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424943 Apr 05 11:03:48.298514 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aadc90d8-6c93-4666-9ee8-238749fa19d7 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:03:48.354895 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port aadc90d8-6c93-4666-9ee8-238749fa19d7 completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:03:48.359720 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port aadc90d8-6c93-4666-9ee8-238749fa19d7 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:03:48.360241 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:48.443369 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port aadc90d8-6c93-4666-9ee8-238749fa19d7 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:03:48.443790 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:48.469388 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:03:48.471731 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89f666c-a6e4-441c-a47c-1008425d8dcf" -d '{"events": [{"server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "name": "network-vif-plugged", "status": "completed", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:03:48.485612 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:03:48.491402 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:48.526062 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bba38e2-3502-46aa-acb1-d061229eb076 x-openstack-request-id: req-5bba38e2-3502-46aa-acb1-d061229eb076 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:03:48.526330 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "name": "network-vif-plugged", "status": "completed", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:03:48.526660 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bba38e2-3502-46aa-acb1-d061229eb076 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:03:48.527145 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bba38e2-3502-46aa-acb1-d061229eb076'] response: {'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'code': 200} Apr 05 11:03:48.560249 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=aadc90d8-6c93-4666-9ee8-238749fa19d7,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:48.693357 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0a53e-e343-466d-b123-9e923358edbc req-5d0971ed-dc98-429c-9ea6-04da5806c37e tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:48.694867 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d5c0a53e-e343-466d-b123-9e923358edbc req-5d0971ed-dc98-429c-9ea6-04da5806c37e tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.1225154 Apr 05 11:03:48.752378 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe8e6d-ba42-47fb-a2c1-f847f6b22ce6 req-83e597b7-a766-4109-898f-ffd91bb89730 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:48.753874 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fbfe8e6d-ba42-47fb-a2c1-f847f6b22ce6 req-83e597b7-a766-4109-898f-ffd91bb89730 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.1206493 Apr 05 11:03:48.802619 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d5c0a53e-e343-466d-b123-9e923358edbc req-8db40220-d21d-427f-ac5d-736180f47b99 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002960 Apr 05 11:03:48.839216 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fbfe8e6d-ba42-47fb-a2c1-f847f6b22ce6 req-183623ed-5009-45fb-b002-23f88e73b823 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785487 Apr 05 11:03:48.844033 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625ae57-ab1f-4a81-9c7e-fc2d7369f980 req-37079780-d601-45f9-a1cd-5e389e0e2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:48.845525 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6625ae57-ab1f-4a81-9c7e-fc2d7369f980 req-37079780-d601-45f9-a1cd-5e389e0e2e73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 1130 time: 0.1171172 Apr 05 11:03:48.898128 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6625ae57-ab1f-4a81-9c7e-fc2d7369f980 req-b4216779-fef6-4480-a0ec-1ec5dcd1bc90 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430300 Apr 05 11:03:49.969582 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b1a0a-4826-492d-8854-21c688b502fc req-fe4e8b12-db37-44d0-bf7f-de7662ea96aa tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:49.971107 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-766b1a0a-4826-492d-8854-21c688b502fc req-fe4e8b12-db37-44d0-bf7f-de7662ea96aa tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0933745 Apr 05 11:03:49.991424 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaef6f7-c224-4509-9f75-b9bd8cd8d11d req-0c29059f-cc2f-474a-8ae3-49b4a7087302 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:49.993202 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8aaef6f7-c224-4509-9f75-b9bd8cd8d11d req-0c29059f-cc2f-474a-8ae3-49b4a7087302 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0816383 Apr 05 11:03:50.052387 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-766b1a0a-4826-492d-8854-21c688b502fc req-09af4601-7714-40e5-b270-9289d0644928 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743716 Apr 05 11:03:50.071475 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8aaef6f7-c224-4509-9f75-b9bd8cd8d11d req-c01a29be-773d-49be-beb2-d374e74e6ee3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700500 Apr 05 11:03:51.219617 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a72a1d-3246-4ea9-80c7-6aec6d00c303 req-adceb267-c40c-41ac-81c0-94ea89735511 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:51.221139 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-77a72a1d-3246-4ea9-80c7-6aec6d00c303 req-adceb267-c40c-41ac-81c0-94ea89735511 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0892439 Apr 05 11:03:51.231671 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1c377-8f37-49a6-ae74-23b2bb52a590 req-ce280cdd-dae1-4622-a32d-866dce9b5bff tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:51.233144 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-68f1c377-8f37-49a6-ae74-23b2bb52a590 req-ce280cdd-dae1-4622-a32d-866dce9b5bff tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0901716 Apr 05 11:03:51.306826 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-77a72a1d-3246-4ea9-80c7-6aec6d00c303 req-4f53a080-bd1c-4d72-9220-9ef287cb5d01 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726979 Apr 05 11:03:51.310201 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-68f1c377-8f37-49a6-ae74-23b2bb52a590 req-b9cf911b-359d-4876-8632-b86378c85052 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702822 Apr 05 11:03:51.456944 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3efd5b-e546-4576-be73-1a1f1aab8793 req-4818ef66-149c-40f1-b508-7fb4793c9126 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:51.458542 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7a3efd5b-e546-4576-be73-1a1f1aab8793 req-4818ef66-149c-40f1-b508-7fb4793c9126 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0704238 Apr 05 11:03:51.468494 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46640) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:51.472941 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-2f7793a3-d0c0-4116-b991-d04eeadd1b9b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Request body: {'floatingip': {'port_id': 'aadc90d8-6c93-4666-9ee8-238749fa19d7'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:03:51.519557 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f7793a3-d0c0-4116-b991-d04eeadd1b9b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (5d15c5b2-8558-492a-887a-1fd791e8321a), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:52.036826 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f7793a3-d0c0-4116-b991-d04eeadd1b9b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:52.042996 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f7793a3-d0c0-4116-b991-d04eeadd1b9b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (5d15c5b2-8558-492a-887a-1fd791e8321a), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:52.166581 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.l3_db [None req-2f7793a3-d0c0-4116-b991-d04eeadd1b9b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Floating IP 5d15c5b2-8558-492a-887a-1fd791e8321a associated. External IP: 172.28.2.94, port: aadc90d8-6c93-4666-9ee8-238749fa19d7. Apr 05 11:03:52.445738 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7793a3-d0c0-4116-b991-d04eeadd1b9b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Router 77c99110-91ee-4acf-8cc0-d0c761b13ead has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:03:52.460150 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfc4b2-b38c-498c-8e1c-c3ae28c9f24c req-17f5657c-7dc1-48a3-bfd2-56ac64230393 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:52.461642 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-19cfc4b2-b38c-498c-8e1c-c3ae28c9f24c req-17f5657c-7dc1-48a3-bfd2-56ac64230393 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0710075 Apr 05 11:03:52.579005 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-19cfc4b2-b38c-498c-8e1c-c3ae28c9f24c req-f8487988-d92c-4242-9ec6-4804e388bf80 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111653 Apr 05 11:03:52.606487 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7793a3-d0c0-4116-b991-d04eeadd1b9b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:03:52.611899 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2f7793a3-d0c0-4116-b991-d04eeadd1b9b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:52.617509 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a146b-14c6-44a6-98d7-e174be94b221 None None] Sync routers for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:03:52.628099 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a146b-14c6-44a6-98d7-e174be94b221 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:52.629057 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e70a146b-14c6-44a6-98d7-e174be94b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:52.646820 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-2f7793a3-d0c0-4116-b991-d04eeadd1b9b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "PUT /v2.0/floatingips/5d15c5b2-8558-492a-887a-1fd791e8321a HTTP/1.1" status: 200 len: 991 time: 1.1771986 Apr 05 11:03:52.647387 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:03:52.649729 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06fb25d-e64f-4761-80f4-cf0384412790" -d '{"events": [{"name": "network-changed", "server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:03:52.688752 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2a66d8-7167-4216-aa28-fd62d9adf27f x-openstack-request-id: req-ab2a66d8-7167-4216-aa28-fd62d9adf27f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:03:52.689042 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:03:52.689320 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab2a66d8-7167-4216-aa28-fd62d9adf27f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:03:52.689753 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2a66d8-7167-4216-aa28-fd62d9adf27f'] response: {'name': 'network-changed', 'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'status': 'completed', 'code': 200} Apr 05 11:03:52.743042 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-e70a146b-14c6-44a6-98d7-e174be94b221 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:52.765215 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fb25d-e64f-4761-80f4-cf0384412790 req-67b56059-9d87-4801-847d-c0569209d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:52.766770 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e06fb25d-e64f-4761-80f4-cf0384412790 req-67b56059-9d87-4801-847d-c0569209d971 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 1130 time: 0.0490336 Apr 05 11:03:52.860651 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fb25d-e64f-4761-80f4-cf0384412790 req-1f6761a2-9f99-472d-bc49-4197490305d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:52.862674 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e06fb25d-e64f-4761-80f4-cf0384412790 req-1f6761a2-9f99-472d-bc49-4197490305d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 917 time: 0.0889416 Apr 05 11:03:52.938786 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e06fb25d-e64f-4761-80f4-cf0384412790 req-6cd55438-b9ed-408a-a3d4-51df930f3d46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7 HTTP/1.1" status: 200 len: 999 time: 0.0671635 Apr 05 11:03:52.988562 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e70a146b-14c6-44a6-98d7-e174be94b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '5d15c5b2-8558-492a-887a-1fd791e8321a', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'port_id': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'mac_address': 'fa:16:3e:cb:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:03:38Z', 'updated_at': '2022-04-05T11:03:51Z', 'revision_number': 1, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:52.999615 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fb25d-e64f-4761-80f4-cf0384412790 req-18c8e2d9-63ae-49d2-893d-9844ba20992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:53.000988 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e06fb25d-e64f-4761-80f4-cf0384412790 req-18c8e2d9-63ae-49d2-893d-9844ba20992f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.0459473 Apr 05 11:03:53.022874 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a146b-14c6-44a6-98d7-e174be94b221 None None] Checking router: 77c99110-91ee-4acf-8cc0-d0c761b13ead for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:03:53.036583 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a146b-14c6-44a6-98d7-e174be94b221 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:53.037221 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e70a146b-14c6-44a6-98d7-e174be94b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:53.062973 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fb25d-e64f-4761-80f4-cf0384412790 req-71da5de1-28a4-4b03-b543-73290203614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:53.064756 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e06fb25d-e64f-4761-80f4-cf0384412790 req-71da5de1-28a4-4b03-b543-73290203614b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0562985 Apr 05 11:03:53.168673 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-e70a146b-14c6-44a6-98d7-e174be94b221 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:53.179607 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e06fb25d-e64f-4761-80f4-cf0384412790 req-0276b00d-a060-43cb-bd38-e77fc1b4dd34 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053843 Apr 05 11:03:53.288202 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e06fb25d-e64f-4761-80f4-cf0384412790 req-b2d38db8-f436-4ad6-986c-6ffd196235c6 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007242 Apr 05 11:03:53.442649 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-e70a146b-14c6-44a6-98d7-e174be94b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '5d15c5b2-8558-492a-887a-1fd791e8321a', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'port_id': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'mac_address': 'fa:16:3e:cb:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:03:38Z', 'updated_at': '2022-04-05T11:03:51Z', 'revision_number': 1, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:53.476915 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98541bc2-20d5-4f96-be22-d23336c0ca27 req-3c118aca-4dd5-4e7f-aee2-79bd0522c89a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:53.478509 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-98541bc2-20d5-4f96-be22-d23336c0ca27 req-3c118aca-4dd5-4e7f-aee2-79bd0522c89a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0606058 Apr 05 11:03:53.531131 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-98541bc2-20d5-4f96-be22-d23336c0ca27 req-c3b43807-a0dd-413f-ab20-00e56776d225 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459416 Apr 05 11:03:53.580799 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70a146b-14c6-44a6-98d7-e174be94b221 None None] The sync data for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb is: [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '5d15c5b2-8558-492a-887a-1fd791e8321a', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'port_id': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'mac_address': 'fa:16:3e:cb:d6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:03:38Z', 'updated_at': '2022-04-05T11:03:51Z', 'revision_number': 1, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:03:53.719905 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198c3b2-09eb-45ec-b85c-e698135e91d4 req-3eab18a0-1899-43bf-b036-ddac07343a9d tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:53.721736 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5198c3b2-09eb-45ec-b85c-e698135e91d4 req-3eab18a0-1899-43bf-b036-ddac07343a9d tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0608726 Apr 05 11:03:53.782596 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5198c3b2-09eb-45ec-b85c-e698135e91d4 req-12f5837d-1069-4e04-963a-6a057784977e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547991 Apr 05 11:03:53.808828 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5517d4-b16e-4a2e-b39a-818e56894929 None None] New status for floating IP 5d15c5b2-8558-492a-887a-1fd791e8321a: ACTIVE {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:03:54.671983 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659d0fe-ea58-4f24-8507-cf6c54b7ee40 req-ef96d2db-5677-4698-84b1-84ef215789cd tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:54.673530 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9659d0fe-ea58-4f24-8507-cf6c54b7ee40 req-ef96d2db-5677-4698-84b1-84ef215789cd tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0648317 Apr 05 11:03:54.728134 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9659d0fe-ea58-4f24-8507-cf6c54b7ee40 req-149abc65-f535-46cf-824e-6499ba796de4 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487285 Apr 05 11:03:54.910420 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a036e-02cf-46e4-932f-301015b666dd req-a4573246-37bc-42aa-9962-42d2cc4114a0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:54.911964 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6e9a036e-02cf-46e4-932f-301015b666dd req-a4573246-37bc-42aa-9962-42d2cc4114a0 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0549312 Apr 05 11:03:54.965388 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6e9a036e-02cf-46e4-932f-301015b666dd req-47e92b57-f620-4e1a-b5e3-b7972af85faf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473249 Apr 05 11:03:55.883883 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff9850-a716-4822-88d9-4f7ce8ebd4ea req-4f32f528-7786-4741-98c3-c3dd587ae084 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:55.886209 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cfff9850-a716-4822-88d9-4f7ce8ebd4ea req-4f32f528-7786-4741-98c3-c3dd587ae084 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0861974 Apr 05 11:03:55.944062 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cfff9850-a716-4822-88d9-4f7ce8ebd4ea req-f14b9730-59fb-45c5-81df-962e9cca1017 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c310c9f-1d71-48d5-8aa3-c8ee5784048b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517304 Apr 05 11:03:56.059254 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1996a91-046d-45da-9396-5beb7744dd4b req-651e44b1-07e1-4157-9176-283804fd3258 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:56.060791 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d1996a91-046d-45da-9396-5beb7744dd4b req-651e44b1-07e1-4157-9176-283804fd3258 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 946 time: 0.0669641 Apr 05 11:03:56.159379 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6360a3-1b1d-4496-901c-1c54a8eaf194 req-0a474693-ae7a-43f3-9066-a96fa3712e3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:56.160921 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5a6360a3-1b1d-4496-901c-1c54a8eaf194 req-0a474693-ae7a-43f3-9066-a96fa3712e3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.1230659 Apr 05 11:03:56.238840 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Deleting port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:03:56.239177 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:56.247068 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5a6360a3-1b1d-4496-901c-1c54a8eaf194 req-bb8c6e52-e07d-4d3b-b1e5-52df2ca677dd tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774071 Apr 05 11:03:56.346866 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] For port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:03:56.347236 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:56.540651 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:56.541010 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (28025285-a3e8-4bc3-aac6-0be5504f9451), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:56.541321 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.l3_db [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Floating IP 28025285-a3e8-4bc3-aac6-0be5504f9451 disassociated. External IP: 172.28.2.189, port: 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db. Apr 05 11:03:56.541663 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Calling delete_port for 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:03:56.612231 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d16a1b3-b04c-47be-be01-69bef00ed7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:56.682045 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (1d1a4a33-2d4e-4d8f-8d01-aad81b1102db), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:56.716124 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event deleted for resources: {'Port': ['ID=1d1a4a33-2d4e-4d8f-8d01-aad81b1102db,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:57.122202 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-df9057d3-63fe-4367-9cb3-33ae1bc0489f req-a95484f3-7f13-4f84-9490-b6199cca954d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 210 time: 0.0351565 Apr 05 11:03:57.132352 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Router 8e2be353-9615-4e29-95b6-4b802136467a has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:03:57.256599 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:03:57.268749 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc593275-b117-457d-947a-e13bb679e0f4 None None] Sync routers for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:03:57.279794 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc593275-b117-457d-947a-e13bb679e0f4 None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:57.280434 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bc593275-b117-457d-947a-e13bb679e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:57.299567 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] No DVR routers for this DVR port 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:03:57.302188 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:57.305532 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d1996a91-046d-45da-9396-5beb7744dd4b req-3c2d08d9-b710-4109-912a-f23b73261c3b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.36 "DELETE /v2.0/ports/1d1a4a33-2d4e-4d8f-8d01-aad81b1102db HTTP/1.1" status: 204 len: 173 time: 1.2289798 Apr 05 11:03:57.306011 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'name': 'network-vif-deleted', 'tag': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:03:57.308621 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bde2622-a35a-431d-bb50-e6251035f539" -d '{"events": [{"server_uuid": "c3333549-4312-4ef2-b91e-4759926c68b9", "name": "network-vif-deleted", "tag": "1d1a4a33-2d4e-4d8f-8d01-aad81b1102db"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:03:57.350375 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c711a04-10ef-4e4e-8c7c-58699709469c x-openstack-request-id: req-5c711a04-10ef-4e4e-8c7c-58699709469c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:03:57.350375 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3333549-4312-4ef2-b91e-4759926c68b9", "name": "network-vif-deleted", "tag": "1d1a4a33-2d4e-4d8f-8d01-aad81b1102db", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:03:57.350683 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c711a04-10ef-4e4e-8c7c-58699709469c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:03:57.350937 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c711a04-10ef-4e4e-8c7c-58699709469c'] response: {'server_uuid': 'c3333549-4312-4ef2-b91e-4759926c68b9', 'name': 'network-vif-deleted', 'tag': '1d1a4a33-2d4e-4d8f-8d01-aad81b1102db', 'status': 'completed', 'code': 200} Apr 05 11:03:57.378132 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c67d2-bc1e-4e6f-afb2-fd0b63863dad req-e0171f4d-7be4-475b-b2d9-ad17cd023a1a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:57.379691 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-456c67d2-bc1e-4e6f-afb2-fd0b63863dad req-e0171f4d-7be4-475b-b2d9-ad17cd023a1a tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0589054 Apr 05 11:03:57.398341 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-bc593275-b117-457d-947a-e13bb679e0f4 None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:57.431337 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-456c67d2-bc1e-4e6f-afb2-fd0b63863dad req-e0a15ce1-b66c-48a0-8ff5-84b54690a4b8 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455024 Apr 05 11:03:57.604490 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2b01d-6020-4b72-a180-040ac1b71d71 req-adac1ec1-d303-456f-acb7-f0db60be68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:57.606422 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-05d2b01d-6020-4b72-a180-040ac1b71d71 req-adac1ec1-d303-456f-acb7-f0db60be68b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 1129 time: 0.0508797 Apr 05 11:03:57.621463 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bc593275-b117-457d-947a-e13bb679e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:57.654014 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc593275-b117-457d-947a-e13bb679e0f4 None None] Checking router: 8e2be353-9615-4e29-95b6-4b802136467a for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:03:57.656287 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-05d2b01d-6020-4b72-a180-040ac1b71d71 req-052a6495-6ca3-446d-94ed-cd45cd61dee3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426931 Apr 05 11:03:57.663633 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc593275-b117-457d-947a-e13bb679e0f4 None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:03:57.664255 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bc593275-b117-457d-947a-e13bb679e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:03:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:57.778440 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-bc593275-b117-457d-947a-e13bb679e0f4 None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:03:57.991366 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bc593275-b117-457d-947a-e13bb679e0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:03:58.022659 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc593275-b117-457d-947a-e13bb679e0f4 None None] The sync data for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb is: [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:03:58.265690 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-dfaf6a60-77bf-46ff-9ce3-0a490d65aa39 req-69b8f995-07fb-43ef-963a-c4b97425efdc tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3333549-4312-4ef2-b91e-4759926c68b9 HTTP/1.1" status: 200 len: 210 time: 0.0299072 Apr 05 11:03:58.281722 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31901be-7611-4456-9371-f823f6bb2936 None None] New status for floating IP 28025285-a3e8-4bc3-aac6-0be5504f9451: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:03:58.562813 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8e397-a3f9-434c-bb39-e6783aabe2d1 req-bd53f2a9-82d5-4788-945b-57c2b3f9fbe4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:58.564313 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0ac8e397-a3f9-434c-bb39-e6783aabe2d1 req-bd53f2a9-82d5-4788-945b-57c2b3f9fbe4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0558901 Apr 05 11:03:58.632524 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0ac8e397-a3f9-434c-bb39-e6783aabe2d1 req-cd18f251-488b-447a-aa62-5fb6bcfdc150 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611544 Apr 05 11:03:59.370674 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46688) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:59.440020 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c157b04b-f01d-4db5-85e2-f30db7a77328 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (6c310c9f-1d71-48d5-8aa3-c8ee5784048b), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:59.471519 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c157b04b-f01d-4db5-85e2-f30db7a77328 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (6c310c9f-1d71-48d5-8aa3-c8ee5784048b), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:59.529701 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c157b04b-f01d-4db5-85e2-f30db7a77328 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (6c310c9f-1d71-48d5-8aa3-c8ee5784048b), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:59.535020 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c157b04b-f01d-4db5-85e2-f30db7a77328 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:59.535631 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-c157b04b-f01d-4db5-85e2-f30db7a77328 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "DELETE /v2.0/security-groups/6c310c9f-1d71-48d5-8aa3-c8ee5784048b HTTP/1.1" status: 204 len: 168 time: 0.1633639 Apr 05 11:03:59.540140 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46692) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:59.551321 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157b04b-f01d-4db5-85e2-f30db7a77328 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c310c9f-1d71-48d5-8aa3-c8ee5784048b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:03:59.557394 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.api.v2.resource [None req-20f64c79-34d6-4b18-aec2-a4bc18e08f62 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] show failed (client error): The resource could not be found. Apr 05 11:03:59.559274 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-20f64c79-34d6-4b18-aec2-a4bc18e08f62 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups/6c310c9f-1d71-48d5-8aa3-c8ee5784048b HTTP/1.1" status: 404 len: 347 time: 0.0180559 Apr 05 11:03:59.562650 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46694) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:03:59.602038 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fa1599e7-0b94-48fe-8c42-e193a5923d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:59.734259 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-96e2c7cb-c0de-4d6c-a539-2d6c091400c3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Deleting port 8eb1aeb7-bf42-4d94-aefa-2299e0b8526b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:03:59.735063 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96e2c7cb-c0de-4d6c-a539-2d6c091400c3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (8eb1aeb7-bf42-4d94-aefa-2299e0b8526b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:59.777243 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dcbf8-9f29-485f-82e6-722fd40fcfb7 req-2913d744-779e-4e9c-a339-bb4dffd6be72 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:03:59.779222 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-237dcbf8-9f29-485f-82e6-722fd40fcfb7 req-2913d744-779e-4e9c-a339-bb4dffd6be72 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0675006 Apr 05 11:03:59.838436 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-237dcbf8-9f29-485f-82e6-722fd40fcfb7 req-6b3c5b5b-a2af-4856-b322-eb639771c7fe tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517318 Apr 05 11:03:59.844016 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96e2c7cb-c0de-4d6c-a539-2d6c091400c3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (8eb1aeb7-bf42-4d94-aefa-2299e0b8526b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:59.844330 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96e2c7cb-c0de-4d6c-a539-2d6c091400c3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (8eb1aeb7-bf42-4d94-aefa-2299e0b8526b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:03:59.863061 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-96e2c7cb-c0de-4d6c-a539-2d6c091400c3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Calling delete_port for 8eb1aeb7-bf42-4d94-aefa-2299e0b8526b owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:04:00.032316 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96e2c7cb-c0de-4d6c-a539-2d6c091400c3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (8eb1aeb7-bf42-4d94-aefa-2299e0b8526b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.071801 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2c7cb-c0de-4d6c-a539-2d6c091400c3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event deleted for resources: {'Port': ['ID=8eb1aeb7-bf42-4d94-aefa-2299e0b8526b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:00.162212 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96e2c7cb-c0de-4d6c-a539-2d6c091400c3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (28025285-a3e8-4bc3-aac6-0be5504f9451), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.164957 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-96e2c7cb-c0de-4d6c-a539-2d6c091400c3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.166392 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-96e2c7cb-c0de-4d6c-a539-2d6c091400c3 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "DELETE /v2.0/floatingips/28025285-a3e8-4bc3-aac6-0be5504f9451 HTTP/1.1" status: 204 len: 168 time: 0.6005113 Apr 05 11:04:00.288932 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:04:00.312617 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:04:00.312948 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 1d1a4a33-2d4e-4d8f-8d01-aad81b1102db not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:04:00.315962 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f204c10-bdd6-48c7-a973-42293f2904ab req-5702b885-a4ad-4944-b0f3-4769878df7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:00.317511 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2f204c10-bdd6-48c7-a973-42293f2904ab req-5702b885-a4ad-4944-b0f3-4769878df7d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 1129 time: 0.0938578 Apr 05 11:04:00.358494 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8998de-93eb-4615-8703-fa0e6446af96 req-4efc8f46-81ad-4547-98f1-da5f627a3e7e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:00.360103 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9e8998de-93eb-4615-8703-fa0e6446af96 req-4efc8f46-81ad-4547-98f1-da5f627a3e7e tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0952809 Apr 05 11:04:00.412870 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46712) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:00.417721 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-001cb392-0c5d-418a-88da-ab06126ef935 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232347808', 'description': 'tempest-description--1872437263'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:00.440802 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-001cb392-0c5d-418a-88da-ab06126ef935 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.469464 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f204c10-bdd6-48c7-a973-42293f2904ab req-07c07525-beaf-4caf-b926-a58ed121bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:00.471228 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2f204c10-bdd6-48c7-a973-42293f2904ab req-07c07525-beaf-4caf-b926-a58ed121bb36 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 920 time: 0.1468353 Apr 05 11:04:00.474460 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9e8998de-93eb-4615-8703-fa0e6446af96 req-aa2ef24d-0567-45f0-8da1-707d116b1277 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064234 Apr 05 11:04:00.519983 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-001cb392-0c5d-418a-88da-ab06126ef935 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (60433265-1b13-4dda-96f8-3cec2ec5f065), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.525137 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-001cb392-0c5d-418a-88da-ab06126ef935 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (60433265-1b13-4dda-96f8-3cec2ec5f065), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.540450 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2f204c10-bdd6-48c7-a973-42293f2904ab req-c5f2eb31-42cf-4967-91af-fcb8a3ec96e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14 HTTP/1.1" status: 200 len: 1001 time: 0.0624864 Apr 05 11:04:00.553887 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-001cb392-0c5d-418a-88da-ab06126ef935 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.555391 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-001cb392-0c5d-418a-88da-ab06126ef935 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415970 Apr 05 11:04:00.558931 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46714) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:00.560737 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cb392-0c5d-418a-88da-ab06126ef935 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60433265-1b13-4dda-96f8-3cec2ec5f065,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:00.567396 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-3a5dd54b-df01-4134-a9f2-e9805f84466a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'security_group_rule': {'security_group_id': '60433265-1b13-4dda-96f8-3cec2ec5f065', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:00.618650 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f204c10-bdd6-48c7-a973-42293f2904ab req-6a183495-19a8-45ab-a680-e6413ac3c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:00.620515 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2f204c10-bdd6-48c7-a973-42293f2904ab req-6a183495-19a8-45ab-a680-e6413ac3c800 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.0737307 Apr 05 11:04:00.627140 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd54b-df01-4134-a9f2-e9805f84466a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (1e0c5cd4-83f4-4f06-b0bd-fd982407dc66), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.717030 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd54b-df01-4134-a9f2-e9805f84466a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (1e0c5cd4-83f4-4f06-b0bd-fd982407dc66), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.719768 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f204c10-bdd6-48c7-a973-42293f2904ab req-e7fbf5fe-f47a-4af0-b4a1-e9397a160207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:00.721645 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2f204c10-bdd6-48c7-a973-42293f2904ab req-e7fbf5fe-f47a-4af0-b4a1-e9397a160207 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0915744 Apr 05 11:04:00.722831 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd54b-df01-4134-a9f2-e9805f84466a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (1e0c5cd4-83f4-4f06-b0bd-fd982407dc66), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.762092 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dd54b-df01-4134-a9f2-e9805f84466a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0c5cd4-83f4-4f06-b0bd-fd982407dc66,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:00.780696 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a5dd54b-df01-4134-a9f2-e9805f84466a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.782116 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-3a5dd54b-df01-4134-a9f2-e9805f84466a tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2217865 Apr 05 11:04:00.785064 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46716) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:00.789932 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-9d050f23-d6a7-40da-8f61-fcdee8a16c4e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'security_group_rule': {'security_group_id': '60433265-1b13-4dda-96f8-3cec2ec5f065', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:00.823162 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d050f23-d6a7-40da-8f61-fcdee8a16c4e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (4785fe1b-3041-4a9a-b8f4-2f477a2542cc), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.859892 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2f204c10-bdd6-48c7-a973-42293f2904ab req-6237a050-099a-44a3-b2ce-5509c6c06d00 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301143 Apr 05 11:04:00.900267 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d050f23-d6a7-40da-8f61-fcdee8a16c4e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (4785fe1b-3041-4a9a-b8f4-2f477a2542cc), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.905631 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d050f23-d6a7-40da-8f61-fcdee8a16c4e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (4785fe1b-3041-4a9a-b8f4-2f477a2542cc), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.935741 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d050f23-d6a7-40da-8f61-fcdee8a16c4e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4785fe1b-3041-4a9a-b8f4-2f477a2542cc,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:00.945760 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9d050f23-d6a7-40da-8f61-fcdee8a16c4e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.951103 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9d050f23-d6a7-40da-8f61-fcdee8a16c4e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648011 Apr 05 11:04:00.951778 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46718) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:00.954720 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:00.957275 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'floatingip': {'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:00.987565 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:01.012785 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2f204c10-bdd6-48c7-a973-42293f2904ab req-197a6c61-44e5-43bf-8bac-844e9755b1ce service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459737 Apr 05 11:04:01.153329 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:01.289996 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Allocated IP 172.28.2.4 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/404b3432-2321-4483-b8d3-b04de448a37a) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:04:01.432133 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for port (404b3432-2321-4483-b8d3-b04de448a37a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:01.471906 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (404b3432-2321-4483-b8d3-b04de448a37a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:01.516922 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:04:01.520179 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:04:01.524405 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:04:01.551689 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'Port': ['ID=404b3432-2321-4483-b8d3-b04de448a37a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:01.627118 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (9408f91d-a5ee-43f1-9186-28811dba6b96), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:01.633544 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f01152-c2dc-4267-98f5-b463c16162a8 req-beacbc1c-0fe1-48ab-a19a-db3d343552be tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:01.635373 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e0f01152-c2dc-4267-98f5-b463c16162a8 req-beacbc1c-0fe1-48ab-a19a-db3d343552be tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0746870 Apr 05 11:04:01.669481 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (404b3432-2321-4483-b8d3-b04de448a37a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:01.715574 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e0f01152-c2dc-4267-98f5-b463c16162a8 req-e2b48f78-4e0d-4777-a185-3d4ffac6badc tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721161 Apr 05 11:04:01.869302 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for port (404b3432-2321-4483-b8d3-b04de448a37a), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:01.875264 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (404b3432-2321-4483-b8d3-b04de448a37a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:01.946529 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'Port': ['ID=404b3432-2321-4483-b8d3-b04de448a37a,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:01.964284 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (9408f91d-a5ee-43f1-9186-28811dba6b96), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:01.980646 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:01.981905 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-2d315596-d5a9-4746-81bc-0cad1007746f tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0291913 Apr 05 11:04:02.209168 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-97ca3b4d-7f02-470f-9374-ae59321991b8 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--232347808&fields=id&tenant_id=1db7f375c88e46cb9b18183d87e8a9ca HTTP/1.1" status: 200 len: 267 time: 0.0462205 Apr 05 11:04:02.330707 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-b34c8a39-661c-46f4-8de6-3b261df515bc tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:02.332362 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-b34c8a39-661c-46f4-8de6-3b261df515bc tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 811 time: 0.1157260 Apr 05 11:04:02.349534 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-523729a0-fbe9-4024-a00f-6c30460b9413 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/quotas/1db7f375c88e46cb9b18183d87e8a9ca HTTP/1.1" status: 200 len: 375 time: 0.0109489 Apr 05 11:04:02.424993 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-78c95432-c18b-40e5-8239-3631c854212e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693138 Apr 05 11:04:02.474962 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:02.584207 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-9ce73513-a4ad-4390-a29a-1b4bae5a75a5 service neutron] 10.222.0.43 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455429 Apr 05 11:04:02.708519 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-800b64b5-a58f-4c0c-a0a6-81e5dc8e43cb service neutron] 10.222.0.43 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177008 Apr 05 11:04:02.910113 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f3d4b-9781-4163-99bf-49f1dceadb6b req-a2d136f1-2479-4cfe-a4f9-84dd982ad018 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:02.916003 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fd1f3d4b-9781-4163-99bf-49f1dceadb6b req-a2d136f1-2479-4cfe-a4f9-84dd982ad018 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.1090946 Apr 05 11:04:02.945009 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ac1f8e25-89ee-4399-9d1a-36b6d80c73f4 req-d396d6cd-7b8e-4095-b773-c66ad1b9fde5 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 210 time: 0.0673432 Apr 05 11:04:03.001403 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fd1f3d4b-9781-4163-99bf-49f1dceadb6b req-6b468ef0-d05d-4b24-8048-377e9b70a19f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588436 Apr 05 11:04:03.734633 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:04.107684 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-240614f0-d94c-47f1-a164-749e917fe4b0 req-faf2130a-c316-4619-8788-12177bac89f0 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 210 time: 0.0517321 Apr 05 11:04:04.224878 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-b3f664b5-238c-40d0-a3f2-6dadac061a26 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:04.227584 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-b3f664b5-238c-40d0-a3f2-6dadac061a26 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.36 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 811 time: 0.2895494 Apr 05 11:04:04.263241 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d28b6b-ded6-45a3-ad6e-bb9d2a26eb9c req-779dc165-84d2-48d6-80bf-53bc3a188509 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:04.265715 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a3d28b6b-ded6-45a3-ad6e-bb9d2a26eb9c req-779dc165-84d2-48d6-80bf-53bc3a188509 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.1461754 Apr 05 11:04:04.368954 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a3d28b6b-ded6-45a3-ad6e-bb9d2a26eb9c req-6b056eea-ab11-47b2-befe-648043db96a6 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925536 Apr 05 11:04:04.374575 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-236bec79-1037-4ed4-aac0-ca9c69e1ed41 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db7f375c88e46cb9b18183d87e8a9ca HTTP/1.1" status: 200 len: 379 time: 0.1075213 Apr 05 11:04:04.385856 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'port': {'device_id': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'admin_state_up': True, 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'security_groups': ['60433265-1b13-4dda-96f8-3cec2ec5f065']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:04.552191 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43457747-b4dc-486f-a8e2-4c76e81518ad req-c3c371b6-49ce-4f26-bbc0-75ccbf88bd09 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:04.553730 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-43457747-b4dc-486f-a8e2-4c76e81518ad req-c3c371b6-49ce-4f26-bbc0-75ccbf88bd09 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0995226 Apr 05 11:04:04.562205 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Made reservation on behalf of 1db7f375c88e46cb9b18183d87e8a9ca for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:04:04.565263 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46756) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:04.566099 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:04.571000 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b0afd123-02c8-49ad-95a7-1b881b8f5cc5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Request body: {'floatingip': {'port_id': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:04.648679 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0afd123-02c8-49ad-95a7-1b881b8f5cc5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for floatingip (4cd952fc-ce42-4263-8f48-78a3996d717a), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:04.729087 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Allocated IP 172.20.0.4 (5c5cb07f-3ee8-463c-9269-3b548160e895/58f0a7a9-5308-49f8-850a-610a57e2db70/4bd7b7e2-ae54-4589-8e39-cb86e607926f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:04:04.916777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:04.963795 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.015682 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Network 5c5cb07f-3ee8-463c-9269-3b548160e895 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:04:05.018913 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:04:05.021555 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:04:05.028054 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:05.028054 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.044161 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event updated for resources: {'Port': ['ID=4bd7b7e2-ae54-4589-8e39-cb86e607926f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:05.058956 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-2005ca3e-7706-45bb-9b5d-2ac462a69460 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6784897 Apr 05 11:04:05.074753 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Request body: {'port': {'device_id': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:05.152789 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.268812 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0afd123-02c8-49ad-95a7-1b881b8f5cc5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.273921 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0afd123-02c8-49ad-95a7-1b881b8f5cc5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (4cd952fc-ce42-4263-8f48-78a3996d717a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.332891 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-97fc9a52-eba5-4a90-8fcc-d91cf306b32a None None] Provisioning complete for port 4bd7b7e2-ae54-4589-8e39-cb86e607926f triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:05.333527 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-97fc9a52-eba5-4a90-8fcc-d91cf306b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.379919 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-97fc9a52-eba5-4a90-8fcc-d91cf306b32a None None] Port 4bd7b7e2-ae54-4589-8e39-cb86e607926f cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:04:05.415523 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5e00c-8f6b-41a3-acd0-5fba7f7722e9 req-eef68ff4-4e60-46a2-a31d-e95a08d74d0e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:05.417646 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7ce5e00c-8f6b-41a3-acd0-5fba7f7722e9 req-eef68ff4-4e60-46a2-a31d-e95a08d74d0e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 931 time: 0.1325636 Apr 05 11:04:05.499973 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7ce5e00c-8f6b-41a3-acd0-5fba7f7722e9 req-ee4b4971-999e-4197-b8c7-39c96b4be7a0 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=60433265-1b13-4dda-96f8-3cec2ec5f065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727594 Apr 05 11:04:05.567847 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd7b7e2-ae54-4589-8e39-cb86e607926f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:04:05.576466 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Publish callbacks [] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.589435 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Transition to ACTIVE for port object 4bd7b7e2-ae54-4589-8e39-cb86e607926f will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:04:05.594517 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.669446 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Pushing event updated for resources: {'Port': ['ID=4bd7b7e2-ae54-4589-8e39-cb86e607926f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:05.694161 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Attempting to bind port 4bd7b7e2-ae54-4589-8e39-cb86e607926f on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:04:05.694540 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Attempting to bind port 4bd7b7e2-ae54-4589-8e39-cb86e607926f by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:04:05.694829 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Attempting to bind port 4bd7b7e2-ae54-4589-8e39-cb86e607926f on network 5c5cb07f-3ee8-463c-9269-3b548160e895 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:04:05.700271 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Port 4bd7b7e2-ae54-4589-8e39-cb86e607926f on network 5c5cb07f-3ee8-463c-9269-3b548160e895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:04:05.700605 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Attempting to bind port 4bd7b7e2-ae54-4589-8e39-cb86e607926f on network 5c5cb07f-3ee8-463c-9269-3b548160e895 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:04:05.706377 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:04:05.706708 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Checking segment: {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:04:05.707089 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Bound using segment: {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:04:05.707551 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Bound port: 4bd7b7e2-ae54-4589-8e39-cb86e607926f, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88da6641-69be-4f36-9e94-4317071a6d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:04:05.707915 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.782709 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] For port 4bd7b7e2-ae54-4589-8e39-cb86e607926f, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:04:05.787233 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] For port 4bd7b7e2-ae54-4589-8e39-cb86e607926f, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4bd7b7e2-ae54-4589-8e39-cb86e607926f,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:04:05.796686 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.806396 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0afd123-02c8-49ad-95a7-1b881b8f5cc5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:04:05.836779 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:05.837400 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.839650 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] 10.222.0.36 "PUT /v2.0/ports/4bd7b7e2-ae54-4589-8e39-cb86e607926f HTTP/1.1" status: 200 len: 1093 time: 0.7710230 Apr 05 11:04:05.840190 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'tag': '4bd7b7e2-ae54-4589-8e39-cb86e607926f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:05.843918 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "05dc86d2-7099-4f29-a2e0-d1fca1e9855b", "tag": "4bd7b7e2-ae54-4589-8e39-cb86e607926f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:05.877344 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d22880-20fa-4a23-ae0d-bd42d793d49a service neutron] Pushing event updated for resources: {'Port': ['ID=4bd7b7e2-ae54-4589-8e39-cb86e607926f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:05.927198 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7201dcdd-f58d-4f5c-9046-4f4a3913346d x-openstack-request-id: req-7201dcdd-f58d-4f5c-9046-4f4a3913346d {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:05.927433 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dc86d2-7099-4f29-a2e0-d1fca1e9855b", "tag": "4bd7b7e2-ae54-4589-8e39-cb86e607926f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:05.927566 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7201dcdd-f58d-4f5c-9046-4f4a3913346d {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:05.928514 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7201dcdd-f58d-4f5c-9046-4f4a3913346d'] response: {'name': 'network-changed', 'server_uuid': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'tag': '4bd7b7e2-ae54-4589-8e39-cb86e607926f', 'status': 'completed', 'code': 200} Apr 05 11:04:05.950740 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-a16659ea-7461-4ea4-ae13-742a3661046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:05.952630 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-a16659ea-7461-4ea4-ae13-742a3661046d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 1127 time: 0.0662291 Apr 05 11:04:05.957812 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0afd123-02c8-49ad-95a7-1b881b8f5cc5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:04:05.967138 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b0afd123-02c8-49ad-95a7-1b881b8f5cc5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:05.969583 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f3f7d-3140-488c-8ece-e93f8b8ebbfa None None] Sync routers for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:04:05.990619 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f3f7d-3140-488c-8ece-e93f8b8ebbfa None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:05.991302 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-463f3f7d-3140-488c-8ece-e93f8b8ebbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:04:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:06.006780 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-40d4d931-9ccb-466b-a257-816216389ab1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bd7b7e2-ae54-4589-8e39-cb86e607926f HTTP/1.1" status: 200 len: 217 time: 0.0468667 Apr 05 11:04:06.045738 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:06.049987 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b093880e-6d41-45eb-b20f-7c25b1cba2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:06.065561 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-b2d2796e-71d5-4b73-9d38-005bbeed178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:06.067770 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-b2d2796e-71d5-4b73-9d38-005bbeed178d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f0a7a9-5308-49f8-850a-610a57e2db70 HTTP/1.1" status: 200 len: 850 time: 0.0531647 Apr 05 11:04:06.122781 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-b0afd123-02c8-49ad-95a7-1b881b8f5cc5 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "PUT /v2.0/floatingips/4cd952fc-ce42-4263-8f48-78a3996d717a HTTP/1.1" status: 200 len: 993 time: 1.5557921 Apr 05 11:04:06.129684 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-463f3f7d-3140-488c-8ece-e93f8b8ebbfa None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:06.144671 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36556890-304c-4114-9efc-2bb02bb04ff7 x-openstack-request-id: req-36556890-304c-4114-9efc-2bb02bb04ff7 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:06.145105 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:06.145396 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36556890-304c-4114-9efc-2bb02bb04ff7 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:06.146176 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36556890-304c-4114-9efc-2bb02bb04ff7'] response: {'name': 'network-changed', 'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'status': 'completed', 'code': 200} Apr 05 11:04:06.147400 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-ff2a0a85-5d9b-41c0-8b2f-2e54d222234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:06.149050 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-ff2a0a85-5d9b-41c0-8b2f-2e54d222234b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c5cb07f-3ee8-463c-9269-3b548160e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0731249 Apr 05 11:04:06.223303 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093880e-6d41-45eb-b20f-7c25b1cba2ac req-cef0154a-4770-47dc-89b2-a9369845daea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:06.224989 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b093880e-6d41-45eb-b20f-7c25b1cba2ac req-cef0154a-4770-47dc-89b2-a9369845daea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 1129 time: 0.0488069 Apr 05 11:04:06.260767 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-4a3b1323-f69e-4df7-bb98-96e0e0faa83f service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037047 Apr 05 11:04:06.329582 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093880e-6d41-45eb-b20f-7c25b1cba2ac req-fff06a21-385e-4644-b023-32858a2058e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:06.331059 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b093880e-6d41-45eb-b20f-7c25b1cba2ac req-fff06a21-385e-4644-b023-32858a2058e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 920 time: 0.0982709 Apr 05 11:04:06.373326 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-94e12a75-d19a-4e0a-915a-9e6e37c7db5b req-3ca63a27-f2d1-4cfb-8645-5e74445c1a14 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050944 Apr 05 11:04:06.379250 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-463f3f7d-3140-488c-8ece-e93f8b8ebbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4cd952fc-ce42-4263-8f48-78a3996d717a', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'port_id': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'mac_address': 'fa:16:3e:59:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:02:29Z', 'updated_at': '2022-04-05T11:04:05Z', 'revision_number': 3, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:21Z', 'revision_number': 5, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:06.413666 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f3f7d-3140-488c-8ece-e93f8b8ebbfa None None] Checking router: 3f97499a-5867-414f-b8d1-09cb1ab6f7fb for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:04:06.424582 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b093880e-6d41-45eb-b20f-7c25b1cba2ac req-a8d73897-bd8d-4d6d-be47-0dd10cd09e37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14 HTTP/1.1" status: 200 len: 1001 time: 0.0800672 Apr 05 11:04:06.427188 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f3f7d-3140-488c-8ece-e93f8b8ebbfa None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:06.427854 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-463f3f7d-3140-488c-8ece-e93f8b8ebbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:04:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:06.543219 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-463f3f7d-3140-488c-8ece-e93f8b8ebbfa None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:06.654718 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0c085-1f10-4341-abe6-1e746f35c733 req-3820c4bd-fb03-4cbc-bc1a-1be9970af899 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:06.656100 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-69c0c085-1f10-4341-abe6-1e746f35c733 req-3820c4bd-fb03-4cbc-bc1a-1be9970af899 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 943 time: 0.0699408 Apr 05 11:04:06.710031 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-69c0c085-1f10-4341-abe6-1e746f35c733 req-8180203e-2e8e-4d02-ba17-ed2970ba115d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=60433265-1b13-4dda-96f8-3cec2ec5f065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480006 Apr 05 11:04:06.887772 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-463f3f7d-3140-488c-8ece-e93f8b8ebbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4cd952fc-ce42-4263-8f48-78a3996d717a', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'port_id': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'mac_address': 'fa:16:3e:59:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:02:29Z', 'updated_at': '2022-04-05T11:04:05Z', 'revision_number': 3, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:21Z', 'revision_number': 5, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:06.920689 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463f3f7d-3140-488c-8ece-e93f8b8ebbfa None None] The sync data for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb is: [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '4cd952fc-ce42-4263-8f48-78a3996d717a', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'floating_ip_address': '172.28.2.248', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'port_id': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'mac_address': 'fa:16:3e:59:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:02:29Z', 'updated_at': '2022-04-05T11:04:05Z', 'revision_number': 3, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:21Z', 'revision_number': 5, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:04:07.436062 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5 req-c68cecb1-f937-414f-8d56-0a91c7dda98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:07.437676 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5 req-c68cecb1-f937-414f-8d56-0a91c7dda98f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 1127 time: 0.0487776 Apr 05 11:04:07.439175 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093880e-6d41-45eb-b20f-7c25b1cba2ac req-7f117579-702f-4338-b0a8-639955a0506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:07.440712 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b093880e-6d41-45eb-b20f-7c25b1cba2ac req-7f117579-702f-4338-b0a8-639955a0506b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.0521729 Apr 05 11:04:07.509066 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093880e-6d41-45eb-b20f-7c25b1cba2ac req-a8a66f2e-573e-4f50-aaee-340f31c19e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:07.510664 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b093880e-6d41-45eb-b20f-7c25b1cba2ac req-a8a66f2e-573e-4f50-aaee-340f31c19e70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471554 Apr 05 11:04:07.559798 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5 req-0e9f352f-a14c-47fc-8263-0cac97fac281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:07.561333 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5 req-0e9f352f-a14c-47fc-8263-0cac97fac281 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 912 time: 0.0987072 Apr 05 11:04:07.623359 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5 req-a0501b58-fc4b-4cc6-8479-b27af75975c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bd7b7e2-ae54-4589-8e39-cb86e607926f HTTP/1.1" status: 200 len: 217 time: 0.0557878 Apr 05 11:04:07.628941 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b093880e-6d41-45eb-b20f-7c25b1cba2ac req-a3877038-fea0-43c2-9a43-205b55d13a5c service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114180 Apr 05 11:04:07.686968 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5 req-8452f1b5-01e4-418e-bac5-f74ec514db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:07.688463 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5 req-8452f1b5-01e4-418e-bac5-f74ec514db03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f0a7a9-5308-49f8-850a-610a57e2db70 HTTP/1.1" status: 200 len: 850 time: 0.0472019 Apr 05 11:04:07.745492 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-b093880e-6d41-45eb-b20f-7c25b1cba2ac req-93d609f8-5f16-4704-9a5e-c6de6e57cbfa service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035254 Apr 05 11:04:07.748179 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5 req-1146e5b5-52e3-4a4b-9704-2803e92fbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:07.749734 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5 req-1146e5b5-52e3-4a4b-9704-2803e92fbaa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c5cb07f-3ee8-463c-9269-3b548160e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0545733 Apr 05 11:04:07.884064 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5 req-4d30053c-41cd-47d5-bcac-e320ef35e40a service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261022 Apr 05 11:04:07.904849 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed179a5-80f9-4a85-909e-847501c89d28 req-2cc0dada-bb6a-42f8-abee-48d5ad35c87d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:07.906365 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3ed179a5-80f9-4a85-909e-847501c89d28 req-2cc0dada-bb6a-42f8-abee-48d5ad35c87d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 943 time: 0.0853834 Apr 05 11:04:08.008326 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3ed179a5-80f9-4a85-909e-847501c89d28 req-4b539e8a-dc92-47af-8c70-319a342e6b8c tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=60433265-1b13-4dda-96f8-3cec2ec5f065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869038 Apr 05 11:04:08.022891 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-32d0795c-f976-4092-b7ae-4dc6ebd4b4d5 req-fd07059f-596a-4a7d-808e-ada3602255e6 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321270 Apr 05 11:04:08.147224 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:08.149857 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b0d0c5-0a7d-47cf-b477-20f13e006300" -d '{"events": [{"name": "network-changed", "server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:08.187285 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31258f1-e82b-41d0-8633-ee901233a9ed x-openstack-request-id: req-b31258f1-e82b-41d0-8633-ee901233a9ed {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:08.187611 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:08.187863 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b31258f1-e82b-41d0-8633-ee901233a9ed {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:08.188276 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31258f1-e82b-41d0-8633-ee901233a9ed'] response: {'name': 'network-changed', 'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'status': 'completed', 'code': 200} Apr 05 11:04:08.260794 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0d0c5-0a7d-47cf-b477-20f13e006300 req-52843f4e-c843-41fb-b5ad-ab071a75a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:08.262901 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-59b0d0c5-0a7d-47cf-b477-20f13e006300 req-52843f4e-c843-41fb-b5ad-ab071a75a4d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 1129 time: 0.0480309 Apr 05 11:04:08.326322 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4bd7b7e2-ae54-4589-8e39-cb86e607926f details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:04:08.362893 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0d0c5-0a7d-47cf-b477-20f13e006300 req-1bcd8993-e676-47ed-87cd-33b9fbf3356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:08.364415 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-59b0d0c5-0a7d-47cf-b477-20f13e006300 req-1bcd8993-e676-47ed-87cd-33b9fbf3356b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 920 time: 0.0957677 Apr 05 11:04:08.431287 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4bd7b7e2-ae54-4589-8e39-cb86e607926f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4bd7b7e2-ae54-4589-8e39-cb86e607926f,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:08.439030 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-59b0d0c5-0a7d-47cf-b477-20f13e006300 req-2cde2909-7789-48d0-bc4a-f8ecaaa6e26e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14 HTTP/1.1" status: 200 len: 1001 time: 0.0671051 Apr 05 11:04:08.443511 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '4bd7b7e2-ae54-4589-8e39-cb86e607926f', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'port_id': '4bd7b7e2-ae54-4589-8e39-cb86e607926f', 'mac_address': 'fa:16:3e:e5:f8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:04:08.482672 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 4bd7b7e2-ae54-4589-8e39-cb86e607926f is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:08.483064 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:08.495420 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0d0c5-0a7d-47cf-b477-20f13e006300 req-ae3c2b80-81d8-4e5d-be5a-3a71b38cd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:08.497090 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-59b0d0c5-0a7d-47cf-b477-20f13e006300 req-ae3c2b80-81d8-4e5d-be5a-3a71b38cd82b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.0481129 Apr 05 11:04:08.497638 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd7b7e2-ae54-4589-8e39-cb86e607926f {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:04:08.519972 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4bd7b7e2-ae54-4589-8e39-cb86e607926f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4bd7b7e2-ae54-4589-8e39-cb86e607926f,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:08.525180 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:08.549910 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0d0c5-0a7d-47cf-b477-20f13e006300 req-2966eb89-946e-4f43-9880-aad7e973b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:08.551424 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-59b0d0c5-0a7d-47cf-b477-20f13e006300 req-2966eb89-946e-4f43-9880-aad7e973b90a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477843 Apr 05 11:04:08.578759 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=4bd7b7e2-ae54-4589-8e39-cb86e607926f,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:08.843831 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['4bd7b7e2-ae54-4589-8e39-cb86e607926f'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:04:08.941301 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-59b0d0c5-0a7d-47cf-b477-20f13e006300 req-17958433-2741-496c-bb23-d628c036083f service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829978 Apr 05 11:04:09.047066 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-59b0d0c5-0a7d-47cf-b477-20f13e006300 req-26493d36-f167-4bdc-82d9-02669e29a6a2 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947576 Apr 05 11:04:09.140344 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5dde94-c10d-42fa-9849-e6648bb17e34 req-d592980d-48e8-4344-99ab-f20a1f44141d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:09.141764 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7f5dde94-c10d-42fa-9849-e6648bb17e34 req-d592980d-48e8-4344-99ab-f20a1f44141d tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 944 time: 0.0547292 Apr 05 11:04:09.194420 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7f5dde94-c10d-42fa-9849-e6648bb17e34 req-04d8b41a-cb28-4033-b005-9587ad17d134 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=60433265-1b13-4dda-96f8-3cec2ec5f065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462554 Apr 05 11:04:09.587775 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:04:10.333390 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444b4b4-42dd-4ab9-8648-d9a250253fc8 req-b9aeabd8-e2ea-4040-8078-ad9dcf64711b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:10.334879 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e444b4b4-42dd-4ab9-8648-d9a250253fc8 req-b9aeabd8-e2ea-4040-8078-ad9dcf64711b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 944 time: 0.0615866 Apr 05 11:04:10.341104 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4bd7b7e2-ae54-4589-8e39-cb86e607926f up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:04:10.387300 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e444b4b4-42dd-4ab9-8648-d9a250253fc8 req-5bb27cd3-8706-44ad-aa1e-73d549d2831c tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=60433265-1b13-4dda-96f8-3cec2ec5f065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448933 Apr 05 11:04:10.398929 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port 4bd7b7e2-ae54-4589-8e39-cb86e607926f completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:04:10.403249 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 4bd7b7e2-ae54-4589-8e39-cb86e607926f triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:10.403631 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:10.483954 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 4bd7b7e2-ae54-4589-8e39-cb86e607926f is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:10.484229 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:10.509917 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd7b7e2-ae54-4589-8e39-cb86e607926f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:10.512633 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb265418-c20f-429d-9008-77c29719e41c" -d '{"events": [{"server_uuid": "05dc86d2-7099-4f29-a2e0-d1fca1e9855b", "name": "network-vif-plugged", "status": "completed", "tag": "4bd7b7e2-ae54-4589-8e39-cb86e607926f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:10.525734 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 4bd7b7e2-ae54-4589-8e39-cb86e607926f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4bd7b7e2-ae54-4589-8e39-cb86e607926f,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:10.530644 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:10.554005 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a153f45b-129a-47a4-afb1-06d8ccf73587 x-openstack-request-id: req-a153f45b-129a-47a4-afb1-06d8ccf73587 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:10.554312 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc86d2-7099-4f29-a2e0-d1fca1e9855b", "name": "network-vif-plugged", "status": "completed", "tag": "4bd7b7e2-ae54-4589-8e39-cb86e607926f", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:10.554565 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a153f45b-129a-47a4-afb1-06d8ccf73587 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:10.554955 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a153f45b-129a-47a4-afb1-06d8ccf73587'] response: {'server_uuid': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd7b7e2-ae54-4589-8e39-cb86e607926f', 'code': 200} Apr 05 11:04:10.585912 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=4bd7b7e2-ae54-4589-8e39-cb86e607926f,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:10.794143 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520420a-f207-4c8f-a19f-7df19200afba req-56c597f4-bc12-4758-8e57-420fd5801bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:10.795591 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0520420a-f207-4c8f-a19f-7df19200afba req-56c597f4-bc12-4758-8e57-420fd5801bdf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 1129 time: 0.0811932 Apr 05 11:04:10.815185 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bd782-3cfe-4945-a6e6-1db807236650 req-28b3d406-81b6-4658-bb76-df2b4069db21 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:10.817302 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-097bd782-3cfe-4945-a6e6-1db807236650 req-28b3d406-81b6-4658-bb76-df2b4069db21 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0719433 Apr 05 11:04:10.887231 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-097bd782-3cfe-4945-a6e6-1db807236650 req-bbb4eaa2-dcd6-4073-93ba-a3816eb860f2 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625615 Apr 05 11:04:10.911330 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0520420a-f207-4c8f-a19f-7df19200afba req-2db390ff-1d92-4053-b13a-76b6ed462578 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60433265-1b13-4dda-96f8-3cec2ec5f065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632429 Apr 05 11:04:11.512951 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeee4e0-70f4-4538-bac5-d9b56c08678d req-5732249c-725f-4068-8f11-0676722401e4 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:11.514441 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aeeee4e0-70f4-4538-bac5-d9b56c08678d req-5732249c-725f-4068-8f11-0676722401e4 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 945 time: 0.0560405 Apr 05 11:04:11.564522 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aeeee4e0-70f4-4538-bac5-d9b56c08678d req-1aae4994-0e47-4263-9672-3a1a336830e7 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=60433265-1b13-4dda-96f8-3cec2ec5f065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418055 Apr 05 11:04:12.017546 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1569fc-054a-490f-9b41-7d629a129f85 req-0c59a2ad-9d81-430c-8344-eb9e65c5a93c tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:12.019172 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4a1569fc-054a-490f-9b41-7d629a129f85 req-0c59a2ad-9d81-430c-8344-eb9e65c5a93c tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0585470 Apr 05 11:04:12.082775 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4a1569fc-054a-490f-9b41-7d629a129f85 req-5c1f888b-154d-4c3f-86dd-916919f1d81a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576477 Apr 05 11:04:12.693313 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764cc27-9731-4c0f-bd55-01a3d0c45b8c req-2561c59e-5009-4533-af5f-6c1c94d06137 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:12.694884 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e764cc27-9731-4c0f-bd55-01a3d0c45b8c req-2561c59e-5009-4533-af5f-6c1c94d06137 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 945 time: 0.0580215 Apr 05 11:04:12.748298 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e764cc27-9731-4c0f-bd55-01a3d0c45b8c req-87d1cbbb-34ca-4436-8174-e8356173e80e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=60433265-1b13-4dda-96f8-3cec2ec5f065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476532 Apr 05 11:04:12.884390 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e607b83-5b59-4de1-8e66-8a751331d1c7 req-566ce176-0de6-4bef-ae49-d7c82d4759b8 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:12.886406 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3e607b83-5b59-4de1-8e66-8a751331d1c7 req-566ce176-0de6-4bef-ae49-d7c82d4759b8 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 945 time: 0.0627522 Apr 05 11:04:12.896936 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46794) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:12.901645 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-abde4d8a-4114-4b36-b805-dcadb69417a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Request body: {'floatingip': {'port_id': '4bd7b7e2-ae54-4589-8e39-cb86e607926f'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:12.945559 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-abde4d8a-4114-4b36-b805-dcadb69417a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (9408f91d-a5ee-43f1-9186-28811dba6b96), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:13.321475 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caad3c3-07c1-4489-a1be-75db1f22e23d req-d22b763b-9fce-477d-9970-71e516387c31 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:13.322908 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5caad3c3-07c1-4489-a1be-75db1f22e23d req-d22b763b-9fce-477d-9970-71e516387c31 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.1535757 Apr 05 11:04:13.431597 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5caad3c3-07c1-4489-a1be-75db1f22e23d req-0454955c-63a9-45bd-9c6d-687df21db089 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990827 Apr 05 11:04:13.527807 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-abde4d8a-4114-4b36-b805-dcadb69417a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:13.534108 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-abde4d8a-4114-4b36-b805-dcadb69417a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (9408f91d-a5ee-43f1-9186-28811dba6b96), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:13.656299 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.l3_db [None req-abde4d8a-4114-4b36-b805-dcadb69417a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Floating IP 9408f91d-a5ee-43f1-9186-28811dba6b96 associated. External IP: 172.28.2.4, port: 4bd7b7e2-ae54-4589-8e39-cb86e607926f. Apr 05 11:04:13.898434 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde4d8a-4114-4b36-b805-dcadb69417a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Router 8e2be353-9615-4e29-95b6-4b802136467a has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:04:14.014306 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde4d8a-4114-4b36-b805-dcadb69417a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:04:14.019963 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-abde4d8a-4114-4b36-b805-dcadb69417a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:14.024395 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb08df-c682-45df-a3f5-ab414f518e95 None None] Sync routers for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:04:14.035149 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb08df-c682-45df-a3f5-ab414f518e95 None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:14.035818 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-adcb08df-c682-45df-a3f5-ab414f518e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:04:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:14.051158 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-abde4d8a-4114-4b36-b805-dcadb69417a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "PUT /v2.0/floatingips/9408f91d-a5ee-43f1-9186-28811dba6b96 HTTP/1.1" status: 200 len: 989 time: 1.1530340 Apr 05 11:04:14.051842 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'tag': '4bd7b7e2-ae54-4589-8e39-cb86e607926f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:14.054388 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18af4743-603b-4b91-a8f1-ea249f883df8" -d '{"events": [{"name": "network-changed", "server_uuid": "05dc86d2-7099-4f29-a2e0-d1fca1e9855b", "tag": "4bd7b7e2-ae54-4589-8e39-cb86e607926f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:14.095977 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7617d849-5b24-4f63-8e31-929ef88ff58a x-openstack-request-id: req-7617d849-5b24-4f63-8e31-929ef88ff58a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:14.096267 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dc86d2-7099-4f29-a2e0-d1fca1e9855b", "tag": "4bd7b7e2-ae54-4589-8e39-cb86e607926f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:14.096590 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7617d849-5b24-4f63-8e31-929ef88ff58a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:14.097048 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7617d849-5b24-4f63-8e31-929ef88ff58a'] response: {'name': 'network-changed', 'server_uuid': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'tag': '4bd7b7e2-ae54-4589-8e39-cb86e607926f', 'status': 'completed', 'code': 200} Apr 05 11:04:14.186819 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4743-603b-4b91-a8f1-ea249f883df8 req-c836b5c3-d717-4bf9-8fe5-3cedc1fc770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:14.189405 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18af4743-603b-4b91-a8f1-ea249f883df8 req-c836b5c3-d717-4bf9-8fe5-3cedc1fc770a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 1129 time: 0.0615783 Apr 05 11:04:14.299120 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-adcb08df-c682-45df-a3f5-ab414f518e95 None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:14.314693 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4743-603b-4b91-a8f1-ea249f883df8 req-dbd9aabe-7917-4e65-8754-9cbabb8ec250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:14.316196 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18af4743-603b-4b91-a8f1-ea249f883df8 req-dbd9aabe-7917-4e65-8754-9cbabb8ec250 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 200 len: 912 time: 0.1196971 Apr 05 11:04:14.390738 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18af4743-603b-4b91-a8f1-ea249f883df8 req-72471c99-fdd8-442b-a6b7-3f9b4ed97a63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bd7b7e2-ae54-4589-8e39-cb86e607926f HTTP/1.1" status: 200 len: 997 time: 0.0652592 Apr 05 11:04:14.447545 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4743-603b-4b91-a8f1-ea249f883df8 req-35298b38-7fcf-414e-8cae-8a1a7557d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:14.449040 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18af4743-603b-4b91-a8f1-ea249f883df8 req-35298b38-7fcf-414e-8cae-8a1a7557d9a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f0a7a9-5308-49f8-850a-610a57e2db70 HTTP/1.1" status: 200 len: 850 time: 0.0488446 Apr 05 11:04:14.516646 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4743-603b-4b91-a8f1-ea249f883df8 req-915f957b-e082-44e6-8f39-72be29fec4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:14.518197 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18af4743-603b-4b91-a8f1-ea249f883df8 req-915f957b-e082-44e6-8f39-72be29fec4e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c5cb07f-3ee8-463c-9269-3b548160e895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0622907 Apr 05 11:04:14.628679 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-adcb08df-c682-45df-a3f5-ab414f518e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '9408f91d-a5ee-43f1-9186-28811dba6b96', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'port_id': '4bd7b7e2-ae54-4589-8e39-cb86e607926f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'mac_address': 'fa:16:3e:e5:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:04:01Z', 'updated_at': '2022-04-05T11:04:13Z', 'revision_number': 1, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:14.649669 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18af4743-603b-4b91-a8f1-ea249f883df8 req-26c2411d-76ba-489e-b026-c7fb1ec1cfc2 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235390 Apr 05 11:04:14.658754 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb08df-c682-45df-a3f5-ab414f518e95 None None] Checking router: 8e2be353-9615-4e29-95b6-4b802136467a for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:04:14.661014 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34115d8-2b3f-4e8f-83a0-3abe52266c9e req-17b8f4c7-6adb-41b8-95c2-dae4cfc3795a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:14.662465 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f34115d8-2b3f-4e8f-83a0-3abe52266c9e req-17b8f4c7-6adb-41b8-95c2-dae4cfc3795a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.1036375 Apr 05 11:04:14.669948 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb08df-c682-45df-a3f5-ab414f518e95 None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:14.669948 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-adcb08df-c682-45df-a3f5-ab414f518e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:04:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:14.770422 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f34115d8-2b3f-4e8f-83a0-3abe52266c9e req-7e90e1a0-b835-433b-8749-c0f2f270b3da tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987322 Apr 05 11:04:14.790999 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18af4743-603b-4b91-a8f1-ea249f883df8 req-91701636-71fc-4dbe-b057-552543ce2dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258366 Apr 05 11:04:14.796886 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-adcb08df-c682-45df-a3f5-ab414f518e95 None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:15.048409 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-adcb08df-c682-45df-a3f5-ab414f518e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '9408f91d-a5ee-43f1-9186-28811dba6b96', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'port_id': '4bd7b7e2-ae54-4589-8e39-cb86e607926f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'mac_address': 'fa:16:3e:e5:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:04:01Z', 'updated_at': '2022-04-05T11:04:13Z', 'revision_number': 1, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:15.074948 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcb08df-c682-45df-a3f5-ab414f518e95 None None] The sync data for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb is: [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '9408f91d-a5ee-43f1-9186-28811dba6b96', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'port_id': '4bd7b7e2-ae54-4589-8e39-cb86e607926f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'mac_address': 'fa:16:3e:e5:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:04:01Z', 'updated_at': '2022-04-05T11:04:13Z', 'revision_number': 1, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:04:15.285700 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7f5221-b869-485e-b583-d8321ba9a082 None None] New status for floating IP 9408f91d-a5ee-43f1-9186-28811dba6b96: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:04:15.432823 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:15.906129 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bf821-935e-4ccc-976b-99fdf260ed08 req-32832ea9-7e23-4124-abb8-ec1a625ffe36 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:15.907680 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-054bf821-935e-4ccc-976b-99fdf260ed08 req-32832ea9-7e23-4124-abb8-ec1a625ffe36 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0688756 Apr 05 11:04:15.961649 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-054bf821-935e-4ccc-976b-99fdf260ed08 req-eb8ca357-19c0-4ba4-98f8-7fc8098e9571 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477033 Apr 05 11:04:17.093606 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d6d8b-c2f2-4cd0-887e-d8c5498c726c req-1658ca9b-1a32-4c04-b02e-25f8f5eac0b9 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:17.095393 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-329d6d8b-c2f2-4cd0-887e-d8c5498c726c req-1658ca9b-1a32-4c04-b02e-25f8f5eac0b9 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0630252 Apr 05 11:04:17.154341 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-329d6d8b-c2f2-4cd0-887e-d8c5498c726c req-d5d7d6ca-5dd3-4579-afb8-705ddff09592 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496192 Apr 05 11:04:18.287770 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95199f-4a21-44d8-a646-ba1812310b5c req-1f4d222d-944f-4f86-b0fb-4080e18c721a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:18.289384 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8d95199f-4a21-44d8-a646-ba1812310b5c req-1f4d222d-944f-4f86-b0fb-4080e18c721a tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0605419 Apr 05 11:04:18.346809 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8d95199f-4a21-44d8-a646-ba1812310b5c req-ccb19b0b-54ea-4360-89e7-e1d4d6e362d4 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475161 Apr 05 11:04:19.484165 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ce039-501d-4428-9e84-c10900cc9418 req-60b1e527-1053-4368-9360-731d1e6efe5b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:19.485816 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0f7ce039-501d-4428-9e84-c10900cc9418 req-60b1e527-1053-4368-9360-731d1e6efe5b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0620601 Apr 05 11:04:19.544033 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0f7ce039-501d-4428-9e84-c10900cc9418 req-ed0cad0d-7cb3-44c6-b533-538bd9d76fd6 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516543 Apr 05 11:04:19.885860 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cc8f7-fd12-4435-a7ed-f1eae9fbc286 req-c91d230f-4513-4622-a204-9d832eb49e8c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:19.887341 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-843cc8f7-fd12-4435-a7ed-f1eae9fbc286 req-c91d230f-4513-4622-a204-9d832eb49e8c tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 945 time: 0.0658364 Apr 05 11:04:19.947311 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-843cc8f7-fd12-4435-a7ed-f1eae9fbc286 req-cf4e162d-df60-4dc8-acac-01e3ac4e9e7b tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5348ea7-cba7-4c09-9df6-24668f757729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534947 Apr 05 11:04:20.685746 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16503cfc-4378-4c4d-8bb7-376bc9950271 req-c95c13bc-7a21-4dcf-911a-ff0df334d827 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:20.687396 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-16503cfc-4378-4c4d-8bb7-376bc9950271 req-c95c13bc-7a21-4dcf-911a-ff0df334d827 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0630212 Apr 05 11:04:20.739923 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-16503cfc-4378-4c4d-8bb7-376bc9950271 req-d116d2c4-86f2-4919-bfe3-b6c15c4dcb76 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439062 Apr 05 11:04:21.084954 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c84b5a-2b8a-46b2-9d66-c8deda52c34b req-a966f1b4-f3d7-430a-b46a-8f4cc90e679e tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:21.086951 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a9c84b5a-2b8a-46b2-9d66-c8deda52c34b req-a966f1b4-f3d7-430a-b46a-8f4cc90e679e tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 945 time: 0.0657895 Apr 05 11:04:21.154070 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a9c84b5a-2b8a-46b2-9d66-c8deda52c34b req-3643e28c-014f-44aa-928e-ad42cae81405 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=f5348ea7-cba7-4c09-9df6-24668f757729&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610557 Apr 05 11:04:21.600787 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cd58c-be43-470f-a597-934ff57755fb req-e0308cfe-b70c-46f6-804e-22262bdc59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:21.602324 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ab0cd58c-be43-470f-a597-934ff57755fb req-e0308cfe-b70c-46f6-804e-22262bdc59c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f74ea07de7d4c30a543ddcf26517551&device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 1129 time: 0.0517905 Apr 05 11:04:21.698775 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cd58c-be43-470f-a597-934ff57755fb req-1b3e7087-9bf8-47ae-9fe3-0b9c07bef030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:21.700233 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ab0cd58c-be43-470f-a597-934ff57755fb req-1b3e7087-9bf8-47ae-9fe3-0b9c07bef030 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c68bebc7-67da-4961-adae-6fb3ac59173a HTTP/1.1" status: 200 len: 909 time: 0.0915289 Apr 05 11:04:21.713306 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-6a6f1680-5c2c-4cf7-a171-7647e0c1475d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:21.714889 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-6a6f1680-5c2c-4cf7-a171-7647e0c1475d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 945 time: 0.0566416 Apr 05 11:04:21.775817 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ab0cd58c-be43-470f-a597-934ff57755fb req-331d712a-4380-4a56-ba1e-c75fded72f5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550d23bc-6127-434e-b57c-4919cfac8ed9 HTTP/1.1" status: 200 len: 1001 time: 0.0685949 Apr 05 11:04:21.822653 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Deleting port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:04:21.823034 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:21.835080 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cd58c-be43-470f-a597-934ff57755fb req-fdfcdda2-b4e0-46b9-bad4-d7e020a3d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:21.836472 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ab0cd58c-be43-470f-a597-934ff57755fb req-fdfcdda2-b4e0-46b9-bad4-d7e020a3d7bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3b5d096-7ba2-40c2-ac88-490c7a9a4a13 HTTP/1.1" status: 200 len: 847 time: 0.0545366 Apr 05 11:04:21.908036 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dd873-4a48-41f2-a590-320908042b34 req-51d98562-958b-4c1b-a5be-d6128c7292ef tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:21.909535 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-846dd873-4a48-41f2-a590-320908042b34 req-51d98562-958b-4c1b-a5be-d6128c7292ef tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0857849 Apr 05 11:04:21.917064 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] For port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:21.917428 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:21.919251 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cd58c-be43-470f-a597-934ff57755fb req-93de27f3-f7f0-4cd3-ab2d-fd9d1f453d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:21.920781 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ab0cd58c-be43-470f-a597-934ff57755fb req-93de27f3-f7f0-4cd3-ab2d-fd9d1f453d78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c68bebc7-67da-4961-adae-6fb3ac59173a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0661504 Apr 05 11:04:22.015655 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-846dd873-4a48-41f2-a590-320908042b34 req-b022c293-0100-413b-802b-3d0e00830aa2 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0997679 Apr 05 11:04:22.051423 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ab0cd58c-be43-470f-a597-934ff57755fb req-44fb8c72-7c5f-4805-8a66-014dfe5b83c6 service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151950 Apr 05 11:04:22.101648 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:22.102005 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (b1d99e92-450d-4f88-9e58-511d1064c4d3), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:22.102312 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Floating IP b1d99e92-450d-4f88-9e58-511d1064c4d3 disassociated. External IP: 172.28.2.238, port: aa31bf47-115e-46cc-bfc5-d526e9cd3b2a. Apr 05 11:04:22.102642 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Calling delete_port for aa31bf47-115e-46cc-bfc5-d526e9cd3b2a owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:04:22.245633 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (aa31bf47-115e-46cc-bfc5-d526e9cd3b2a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:22.279274 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'Port': ['ID=aa31bf47-115e-46cc-bfc5-d526e9cd3b2a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:22.291325 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.291701 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.292068 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.292423 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.292748 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.293078 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.293395 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.293731 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.294047 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.294451 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.294674 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.294976 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.295313 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.295637 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.295945 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:22.414914 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Router 5569f575-f817-4e80-8955-0068fc4d60c7 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:04:22.421168 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-975ce81d-90df-4bbd-8847-e4ef1e493827 req-64a39a08-3d5f-4200-8a36-918278c41620 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 210 time: 0.0317585 Apr 05 11:04:22.454997 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ab0cd58c-be43-470f-a597-934ff57755fb req-39cbad0f-ad8f-4c03-b9b7-db38c9c178c2 service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926694 Apr 05 11:04:22.535990 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:04:22.546217 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387ad97-d348-4fb0-b25d-fb8984bbb76a None None] Sync routers for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:04:22.561398 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387ad97-d348-4fb0-b25d-fb8984bbb76a None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:22.561916 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3387ad97-d348-4fb0-b25d-fb8984bbb76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:04:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:22.578820 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] No DVR routers for this DVR port aa31bf47-115e-46cc-bfc5-d526e9cd3b2a on host hv-cinder-81899 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:04:22.581751 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:22.585103 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-9cc616b3-0fb6-4f0f-bc75-042989bea048 req-17915946-b056-4bb7-8d3c-e8b6a8ce2e78 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "DELETE /v2.0/ports/aa31bf47-115e-46cc-bfc5-d526e9cd3b2a HTTP/1.1" status: 204 len: 173 time: 0.8650529 Apr 05 11:04:22.585564 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'name': 'network-vif-deleted', 'tag': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:22.587871 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a71cfd9-5ce1-4f3e-8898-a8e9deb141b9" -d '{"events": [{"server_uuid": "6e987503-4856-4cd9-a71c-3784b22fddd1", "name": "network-vif-deleted", "tag": "aa31bf47-115e-46cc-bfc5-d526e9cd3b2a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:22.623578 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41df036e-6681-48ab-aa24-0bd00232cbbd x-openstack-request-id: req-41df036e-6681-48ab-aa24-0bd00232cbbd {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:22.624015 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e987503-4856-4cd9-a71c-3784b22fddd1", "name": "network-vif-deleted", "tag": "aa31bf47-115e-46cc-bfc5-d526e9cd3b2a", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:22.624120 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41df036e-6681-48ab-aa24-0bd00232cbbd {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:22.624502 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41df036e-6681-48ab-aa24-0bd00232cbbd'] response: {'server_uuid': '6e987503-4856-4cd9-a71c-3784b22fddd1', 'name': 'network-vif-deleted', 'tag': 'aa31bf47-115e-46cc-bfc5-d526e9cd3b2a', 'status': 'completed', 'code': 200} Apr 05 11:04:22.679037 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3387ad97-d348-4fb0-b25d-fb8984bbb76a None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:22.904159 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3387ad97-d348-4fb0-b25d-fb8984bbb76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:22.930886 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387ad97-d348-4fb0-b25d-fb8984bbb76a None None] Checking router: 5569f575-f817-4e80-8955-0068fc4d60c7 for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:04:22.940772 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387ad97-d348-4fb0-b25d-fb8984bbb76a None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:22.941436 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3387ad97-d348-4fb0-b25d-fb8984bbb76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:04:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:23.061434 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3387ad97-d348-4fb0-b25d-fb8984bbb76a None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:23.144178 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7faef-f87b-4cfb-af2d-c9959985a7ec req-5552b164-3a1d-43de-bb5d-566ff921924b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:23.145859 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-93b7faef-f87b-4cfb-af2d-c9959985a7ec req-5552b164-3a1d-43de-bb5d-566ff921924b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0599337 Apr 05 11:04:23.201391 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-93b7faef-f87b-4cfb-af2d-c9959985a7ec req-a4f2d396-f304-434a-b75b-8474e3ea32b3 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466900 Apr 05 11:04:23.419360 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3387ad97-d348-4fb0-b25d-fb8984bbb76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:23.447081 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3387ad97-d348-4fb0-b25d-fb8984bbb76a None None] The sync data for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb is: [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:04:23.533123 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-843fca69-0be4-48e5-928a-2ad4c416c74f req-32b78ea5-f34c-46fd-9d69-f415e24bd939 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e987503-4856-4cd9-a71c-3784b22fddd1 HTTP/1.1" status: 200 len: 210 time: 0.0323849 Apr 05 11:04:23.678207 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e639b-dd9f-4aaf-885b-4a58a629608e None None] New status for floating IP b1d99e92-450d-4f88-9e58-511d1064c4d3: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:04:24.331370 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08006d12-85fc-4714-9c36-8bbb7a8ab137 req-241e0812-d4e7-4327-9210-86e30d75d52b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:24.332968 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-08006d12-85fc-4714-9c36-8bbb7a8ab137 req-241e0812-d4e7-4327-9210-86e30d75d52b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0572665 Apr 05 11:04:24.396062 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-08006d12-85fc-4714-9c36-8bbb7a8ab137 req-c9aee513-be8a-4ed1-a4fc-5089baf4a1ce tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556343 Apr 05 11:04:24.435916 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aa31bf47-115e-46cc-bfc5-d526e9cd3b2a no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:04:24.460579 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: aa31bf47-115e-46cc-bfc5-d526e9cd3b2a {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:04:24.461118 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aa31bf47-115e-46cc-bfc5-d526e9cd3b2a not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:04:24.625355 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46888) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:24.681891 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2340da6a-d599-4563-b936-350af29d3762 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (f5348ea7-cba7-4c09-9df6-24668f757729), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:24.705945 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2340da6a-d599-4563-b936-350af29d3762 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (f5348ea7-cba7-4c09-9df6-24668f757729), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:24.761989 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2340da6a-d599-4563-b936-350af29d3762 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (f5348ea7-cba7-4c09-9df6-24668f757729), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:24.766195 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2340da6a-d599-4563-b936-350af29d3762 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:24.768527 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-2340da6a-d599-4563-b936-350af29d3762 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "DELETE /v2.0/security-groups/f5348ea7-cba7-4c09-9df6-24668f757729 HTTP/1.1" status: 204 len: 168 time: 0.1416714 Apr 05 11:04:24.772940 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46890) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:24.782246 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340da6a-d599-4563-b936-350af29d3762 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5348ea7-cba7-4c09-9df6-24668f757729,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:24.790432 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.api.v2.resource [None req-6d01eb57-6e65-49f3-9c14-825770f68842 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] show failed (client error): The resource could not be found. Apr 05 11:04:24.791473 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-6d01eb57-6e65-49f3-9c14-825770f68842 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups/f5348ea7-cba7-4c09-9df6-24668f757729 HTTP/1.1" status: 404 len: 347 time: 0.0171404 Apr 05 11:04:24.794604 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46892) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:24.933721 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f2727332-6705-49b5-ad21-7b6ed79bb981 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Deleting port 747eeb12-4908-4f98-b1a9-c8c2f659b68a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:04:24.934048 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2727332-6705-49b5-ad21-7b6ed79bb981 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (747eeb12-4908-4f98-b1a9-c8c2f659b68a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:25.022255 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2727332-6705-49b5-ad21-7b6ed79bb981 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (747eeb12-4908-4f98-b1a9-c8c2f659b68a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:25.022550 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2727332-6705-49b5-ad21-7b6ed79bb981 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (747eeb12-4908-4f98-b1a9-c8c2f659b68a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:25.039668 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-f2727332-6705-49b5-ad21-7b6ed79bb981 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Calling delete_port for 747eeb12-4908-4f98-b1a9-c8c2f659b68a owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:04:25.188479 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2727332-6705-49b5-ad21-7b6ed79bb981 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (747eeb12-4908-4f98-b1a9-c8c2f659b68a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:25.215184 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2727332-6705-49b5-ad21-7b6ed79bb981 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'Port': ['ID=747eeb12-4908-4f98-b1a9-c8c2f659b68a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:25.287794 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2727332-6705-49b5-ad21-7b6ed79bb981 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (b1d99e92-450d-4f88-9e58-511d1064c4d3), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:25.290348 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2727332-6705-49b5-ad21-7b6ed79bb981 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:25.291568 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f2727332-6705-49b5-ad21-7b6ed79bb981 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "DELETE /v2.0/floatingips/b1d99e92-450d-4f88-9e58-511d1064c4d3 HTTP/1.1" status: 204 len: 168 time: 0.4958396 Apr 05 11:04:25.514649 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52fe02-9b47-4292-bb33-51a8dfdca59d req-03f9ff61-b988-4ee3-92c2-613ed4c0c5af tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:25.516129 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cc52fe02-9b47-4292-bb33-51a8dfdca59d req-03f9ff61-b988-4ee3-92c2-613ed4c0c5af tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0580895 Apr 05 11:04:25.572468 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cc52fe02-9b47-4292-bb33-51a8dfdca59d req-256d7cb9-973c-45b8-a6f8-15df7aacb408 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496483 Apr 05 11:04:25.648555 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [req-c4e1ae3c-4c0a-47cc-9903-761e1df4e296 req-98282be7-5f6e-48c9-8bee-0e2e5628a4e3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:04:25.649571 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c4e1ae3c-4c0a-47cc-9903-761e1df4e296 req-98282be7-5f6e-48c9-8bee-0e2e5628a4e3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056760 Apr 05 11:04:25.650072 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46900) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:25.654814 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-3ff3668a-e0c4-407b-8f0c-09ba697bc363 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523503644', 'description': 'tempest-description--905276490'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:25.679820 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff3668a-e0c4-407b-8f0c-09ba697bc363 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:25.765072 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff3668a-e0c4-407b-8f0c-09ba697bc363 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (8d6b20cd-5ec8-4051-b430-4d1681348996), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:25.770226 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff3668a-e0c4-407b-8f0c-09ba697bc363 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (8d6b20cd-5ec8-4051-b430-4d1681348996), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:25.800285 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46908) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:25.806149 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ff3668a-e0c4-407b-8f0c-09ba697bc363 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:25.807501 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-3ff3668a-e0c4-407b-8f0c-09ba697bc363 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1562526 Apr 05 11:04:25.809698 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3668a-e0c4-407b-8f0c-09ba697bc363 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6b20cd-5ec8-4051-b430-4d1681348996,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:25.811237 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46912) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:25.818528 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group_rule': {'security_group_id': '8d6b20cd-5ec8-4051-b430-4d1681348996', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:25.854675 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e9c0-de65-4141-afef-82a4f9ca2f36 req-254cc2da-998f-41db-9aee-4c574c39d8ab tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:25.856214 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-be10e9c0-de65-4141-afef-82a4f9ca2f36 req-254cc2da-998f-41db-9aee-4c574c39d8ab tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0934010 Apr 05 11:04:25.903913 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (b7d894ec-1a69-4519-8491-5cbdbba57ef0), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:25.964407 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-be10e9c0-de65-4141-afef-82a4f9ca2f36 req-1ac45a7b-6bc5-4a5c-a369-49b7a81b7c3b tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966833 Apr 05 11:04:25.980475 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-ed590fb2-d747-4d60-9eef-96ace4e4afe4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1790957 Apr 05 11:04:25.992007 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-69f1b585-446f-4613-b9ea-88d07f9897a9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:04:25.992960 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-69f1b585-446f-4613-b9ea-88d07f9897a9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056992 Apr 05 11:04:26.002290 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (b7d894ec-1a69-4519-8491-5cbdbba57ef0), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.007927 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (b7d894ec-1a69-4519-8491-5cbdbba57ef0), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.031139 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d894ec-1a69-4519-8491-5cbdbba57ef0,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:26.041814 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.042988 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2292845 Apr 05 11:04:26.044450 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.044794 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.045132 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.045493 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.045799 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.045992 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46918) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:26.046147 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.046459 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.046782 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.047103 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.047413 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.047766 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.048088 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.048428 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.048729 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.049049 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6bd04-a732-4bce-bbf6-28f9d09017f5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.050549 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7e395583-36f3-4c21-bdf3-6c2ead8b4bab tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'security_group_rule': {'security_group_id': '8d6b20cd-5ec8-4051-b430-4d1681348996', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:26.078211 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e395583-36f3-4c21-bdf3-6c2ead8b4bab tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (f23330b9-59a4-414c-9d72-8ca4d7f071ba), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.083219 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 46920) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:26.137031 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e395583-36f3-4c21-bdf3-6c2ead8b4bab tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (f23330b9-59a4-414c-9d72-8ca4d7f071ba), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.140999 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e395583-36f3-4c21-bdf3-6c2ead8b4bab tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (f23330b9-59a4-414c-9d72-8ca4d7f071ba), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.162283 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e395583-36f3-4c21-bdf3-6c2ead8b4bab tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23330b9-59a4-414c-9d72-8ca4d7f071ba,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:26.173419 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e395583-36f3-4c21-bdf3-6c2ead8b4bab tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.174842 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-7e395583-36f3-4c21-bdf3-6c2ead8b4bab tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278126 Apr 05 11:04:26.179322 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 46924) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:26.184327 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'floatingip': {'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:26.195012 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f7c5-d539-44b7-85be-899246fcd671 req-7376308e-d4cb-46af-b909-278768eee4a6 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:26.196463 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-7376308e-d4cb-46af-b909-278768eee4a6 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports/550d23bc-6127-434e-b57c-4919cfac8ed9 HTTP/1.1" status: 200 len: 942 time: 0.1122167 Apr 05 11:04:26.207998 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.316877 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.428948 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Allocated IP 172.28.2.34 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/634544f9-03af-47dd-934e-311720aca286) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:04:26.457592 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 550d23bc-6127-434e-b57c-4919cfac8ed9 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:04:26.547179 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (634544f9-03af-47dd-934e-311720aca286), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.588304 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (634544f9-03af-47dd-934e-311720aca286), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.626222 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 550d23bc-6127-434e-b57c-4919cfac8ed9 is: ACTIVE; New status is: DOWN {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:26.626612 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.628881 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:04:26.633956 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:04:26.636512 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:04:26.643392 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d5d46fd-7f64-417a-be0a-30a9fb770a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.662598 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:26.664906 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e457500-46c7-478b-aae9-9d825c07b860" -d '{"events": [{"server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:26.671926 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=634544f9-03af-47dd-934e-311720aca286,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:26.681499 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 550d23bc-6127-434e-b57c-4919cfac8ed9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=550d23bc-6127-434e-b57c-4919cfac8ed9,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:26.689518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.739006 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (13de05df-a2e5-46f8-a48d-933f558afc67), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.764687 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6025c816-19df-4f27-8730-8f51f48a769e x-openstack-request-id: req-6025c816-19df-4f27-8730-8f51f48a769e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:26.764959 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "name": "network-vif-unplugged", "status": "failed", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9", "code": 422}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:26.765209 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6025c816-19df-4f27-8730-8f51f48a769e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:26.765653 dv-cinder-818994-3-smb neutron-server[103323]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6025c816-19df-4f27-8730-8f51f48a769e']: {'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'code': 422} returned with failed status Apr 05 11:04:26.780538 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (634544f9-03af-47dd-934e-311720aca286), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.798389 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=550d23bc-6127-434e-b57c-4919cfac8ed9,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:26.810243 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.810586 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.810906 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.811261 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.811617 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.811933 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.812237 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.812565 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.812879 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.813234 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.813569 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.813906 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.814268 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.814623 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.815027 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:26.949959 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (634544f9-03af-47dd-934e-311720aca286), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.956785 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (634544f9-03af-47dd-934e-311720aca286), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:27.104420 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3de46-e1b4-432f-9b21-a68dac746aed req-8cf1103b-8e13-427b-926e-5772852533c7 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:27.106845 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-80b3de46-e1b4-432f-9b21-a68dac746aed req-8cf1103b-8e13-427b-926e-5772852533c7 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.0616634 Apr 05 11:04:27.169667 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-80b3de46-e1b4-432f-9b21-a68dac746aed req-69d30d0e-b5c5-452f-bd65-382057058a8d tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564880 Apr 05 11:04:27.285787 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=634544f9-03af-47dd-934e-311720aca286,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:27.296810 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (13de05df-a2e5-46f8-a48d-933f558afc67), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:27.312742 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:27.313990 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-085e0617-132f-4c15-9fa1-c4a3407e4b49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1335964 Apr 05 11:04:27.474095 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-f6e6292c-9e1f-4352-9b58-962b6acb77d3 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1523503644&fields=id&tenant_id=e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 267 time: 0.0440578 Apr 05 11:04:27.577119 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f7c5-d539-44b7-85be-899246fcd671 req-bd7c8eb4-a134-46dd-abbb-52d9e6a14c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:27.578658 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-bd7c8eb4-a134-46dd-abbb-52d9e6a14c99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d&tenant_id=8f74ea07de7d4c30a543ddcf26517551 HTTP/1.1" status: 200 len: 1127 time: 0.0857983 Apr 05 11:04:27.604839 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-bbde9487-875a-49e9-bb5f-b81b8ce6a7b2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:27.606329 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-bbde9487-875a-49e9-bb5f-b81b8ce6a7b2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 814 time: 0.1251581 Apr 05 11:04:27.622323 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-90215e04-40f8-4738-823d-605ba9577beb tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/quotas/e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 375 time: 0.0102651 Apr 05 11:04:27.658880 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f7c5-d539-44b7-85be-899246fcd671 req-7a03bd2c-ea40-4786-a7ef-c329902a7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:27.660440 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-7a03bd2c-ea40-4786-a7ef-c329902a7aa9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f74ea07de7d4c30a543ddcf26517551&device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 1127 time: 0.0462539 Apr 05 11:04:27.684806 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-54f0fe16-f585-43a1-88c3-be9cd3572630 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566471 Apr 05 11:04:27.756939 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f7c5-d539-44b7-85be-899246fcd671 req-72ae4bc8-db5f-40b9-b18d-63e3a9abbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:27.758428 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-72ae4bc8-db5f-40b9-b18d-63e3a9abbcb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c68bebc7-67da-4961-adae-6fb3ac59173a HTTP/1.1" status: 200 len: 909 time: 0.0905211 Apr 05 11:04:27.787548 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-b7071161-c07f-4f56-9b40-71b79258e638 service neutron] 10.222.0.43 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901110 Apr 05 11:04:27.826221 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-b0c83ee7-76a9-49e8-b46d-dc64a5172590 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550d23bc-6127-434e-b57c-4919cfac8ed9 HTTP/1.1" status: 200 len: 999 time: 0.0599146 Apr 05 11:04:27.876844 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f7c5-d539-44b7-85be-899246fcd671 req-3e3fcc84-a0f4-4144-b38e-1b26569da6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:27.878593 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-3e3fcc84-a0f4-4144-b38e-1b26569da6c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3b5d096-7ba2-40c2-ac88-490c7a9a4a13 HTTP/1.1" status: 200 len: 847 time: 0.0455234 Apr 05 11:04:27.878730 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-032aa960-6123-429c-b572-aafbee6e62a1 service neutron] 10.222.0.43 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853627 Apr 05 11:04:27.933826 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f7c5-d539-44b7-85be-899246fcd671 req-9e02e9d5-20db-4056-b731-ba411bdc5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:27.935397 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-9e02e9d5-20db-4056-b731-ba411bdc5f7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c68bebc7-67da-4961-adae-6fb3ac59173a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0490906 Apr 05 11:04:28.032382 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-e6f55a7f-9b59-4fd3-8206-21b241c860c4 service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889139 Apr 05 11:04:28.053813 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d54ed5fc-51be-4960-9a8a-ce4cc44a9a48 req-3ad90325-936f-4f17-86fa-e28829f464f0 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 210 time: 0.0318139 Apr 05 11:04:28.129968 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-c923f7c5-d539-44b7-85be-899246fcd671 req-a4496366-a9eb-43fe-8ecb-378983d8de6e service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903056 Apr 05 11:04:28.299599 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de9a7-efdc-4e82-9e22-f41e3754b0bb req-26ce332a-5b00-4101-a38a-19e60fe9ba66 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:28.301295 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-789de9a7-efdc-4e82-9e22-f41e3754b0bb req-26ce332a-5b00-4101-a38a-19e60fe9ba66 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.0579228 Apr 05 11:04:28.355253 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-789de9a7-efdc-4e82-9e22-f41e3754b0bb req-a4a23e2c-99a7-495c-921d-68316df46c6c tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480793 Apr 05 11:04:29.156253 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5a19ca41-b5c8-4bbe-a750-e42d68281c79 req-ce78b69f-ee71-4784-b516-99140184c769 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 210 time: 0.0322943 Apr 05 11:04:29.486298 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d852b0-58b7-40d7-91b3-fc351d962f82 req-7f40d7a1-8890-47b6-b60a-688e60649cc0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:29.488141 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d5d852b0-58b7-40d7-91b3-fc351d962f82 req-7f40d7a1-8890-47b6-b60a-688e60649cc0 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.0586476 Apr 05 11:04:29.546489 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d5d852b0-58b7-40d7-91b3-fc351d962f82 req-ab9de2cd-3c5e-4003-9e2a-2d4234a5ebb4 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522084 Apr 05 11:04:29.589545 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0edb31a0-eaca-4da2-acc3-a45315b5e8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:29.998533 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-35d1a6c2-81f1-4b0d-8980-27c4db7c068b tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:29.999992 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-35d1a6c2-81f1-4b0d-8980-27c4db7c068b tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 814 time: 0.1110415 Apr 05 11:04:30.064039 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-384ea9a1-b87b-475f-b2d3-c907250a176e tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e2c4605a9b432785edde810603dde5 HTTP/1.1" status: 200 len: 380 time: 0.0537372 Apr 05 11:04:30.077210 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'port': {'device_id': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'admin_state_up': True, 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'security_groups': ['8d6b20cd-5ec8-4051-b430-4d1681348996']}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:30.197890 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Made reservation on behalf of e2e2c4605a9b432785edde810603dde5 for: {'port': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:04:30.203386 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:30.281516 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4c6a9f51-70d1-40d0-8889-63f52235673c req-c79a37ae-24c0-4619-898a-d9180036e732 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 210 time: 0.0294693 Apr 05 11:04:30.345246 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Allocated IP 172.20.0.11 (b6056acb-6655-41c0-9e1c-fd55583441d0/0e46e214-0097-445c-b3ff-10b094ea1ac0/ba688622-21d7-4a3f-9e6f-c270aea5a30d) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:04:30.465852 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 550d23bc-6127-434e-b57c-4919cfac8ed9 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:04:30.487798 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:30.531087 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:30.570157 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 550d23bc-6127-434e-b57c-4919cfac8ed9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=550d23bc-6127-434e-b57c-4919cfac8ed9,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:30.576173 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Network b6056acb-6655-41c0-9e1c-fd55583441d0 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:04:30.581638 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:04:30.582677 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'port_id': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'mac_address': 'fa:16:3e:3a:19:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:04:30.589124 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:04:30.617152 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event updated for resources: {'Port': ['ID=ba688622-21d7-4a3f-9e6f-c270aea5a30d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:30.637183 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 550d23bc-6127-434e-b57c-4919cfac8ed9 is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:30.638203 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:30.648636 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:30.649655 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:30.653912 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550d23bc-6127-434e-b57c-4919cfac8ed9 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:04:30.675598 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-53f8b1f3-fc94-4df5-b269-9c83f7fec00a tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6038156 Apr 05 11:04:30.679530 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 550d23bc-6127-434e-b57c-4919cfac8ed9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=550d23bc-6127-434e-b57c-4919cfac8ed9,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:30.684485 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:30.691254 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Request body: {'port': {'device_id': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:30.692598 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dedd2f-b355-4230-a153-d399f56f1521 req-611749f2-0a62-42e0-9be7-a3503fa2a640 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:30.701843 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-26dedd2f-b355-4230-a153-d399f56f1521 req-611749f2-0a62-42e0-9be7-a3503fa2a640 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 943 time: 0.0711026 Apr 05 11:04:30.745585 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=550d23bc-6127-434e-b57c-4919cfac8ed9,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:30.761949 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-26dedd2f-b355-4230-a153-d399f56f1521 req-8642e195-9299-42b8-91bf-2b3413310092 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592005 Apr 05 11:04:30.769428 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:30.855133 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-e3f25625-45b5-4490-9aae-63958a3f53d7 None None] Provisioning complete for port ba688622-21d7-4a3f-9e6f-c270aea5a30d triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:30.855540 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3f25625-45b5-4490-9aae-63958a3f53d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:30.894875 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e3f25625-45b5-4490-9aae-63958a3f53d7 None None] Port ba688622-21d7-4a3f-9e6f-c270aea5a30d cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:04:30.942915 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:30.996874 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['550d23bc-6127-434e-b57c-4919cfac8ed9'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:04:31.049962 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba688622-21d7-4a3f-9e6f-c270aea5a30d {{(pid=103322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:04:31.059197 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Publish callbacks [] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:31.073740 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.provisioning_blocks [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Transition to ACTIVE for port object ba688622-21d7-4a3f-9e6f-c270aea5a30d will not be triggered until provisioned by entity L2. {{(pid=103322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:04:31.078755 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:31.149453 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Pushing event updated for resources: {'Port': ['ID=ba688622-21d7-4a3f-9e6f-c270aea5a30d,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:31.214228 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Attempting to bind port ba688622-21d7-4a3f-9e6f-c270aea5a30d on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:04:31.214534 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Attempting to bind port ba688622-21d7-4a3f-9e6f-c270aea5a30d by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:04:31.215011 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Attempting to bind port ba688622-21d7-4a3f-9e6f-c270aea5a30d on network b6056acb-6655-41c0-9e1c-fd55583441d0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:04:31.220150 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Port ba688622-21d7-4a3f-9e6f-c270aea5a30d on network b6056acb-6655-41c0-9e1c-fd55583441d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:04:31.220521 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Attempting to bind port ba688622-21d7-4a3f-9e6f-c270aea5a30d on network b6056acb-6655-41c0-9e1c-fd55583441d0 {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:04:31.225961 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:04:31.226304 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Checking segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:04:31.226688 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Bound using segment: {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'} {{(pid=103322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:04:31.227119 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.managers [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Bound port: ba688622-21d7-4a3f-9e6f-c270aea5a30d, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0'}}] {{(pid=103322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:04:31.227505 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:31.294204 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] For port ba688622-21d7-4a3f-9e6f-c270aea5a30d, host hv-cinder-81899, cleared binding levels {{(pid=103322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:04:31.297678 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] For port ba688622-21d7-4a3f-9e6f-c270aea5a30d, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ba688622-21d7-4a3f-9e6f-c270aea5a30d,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:04:31.304943 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:31.340257 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:31.340867 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:31.342235 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] 10.222.0.36 "PUT /v2.0/ports/ba688622-21d7-4a3f-9e6f-c270aea5a30d HTTP/1.1" status: 200 len: 1094 time: 0.6581252 Apr 05 11:04:31.344594 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'tag': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:31.348351 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8117b07-cf83-476c-b665-46d8b9108de2", "tag": "ba688622-21d7-4a3f-9e6f-c270aea5a30d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:31.384194 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc65d22-2afe-4ac5-852c-c5b8f7d3d128 service neutron] Pushing event updated for resources: {'Port': ['ID=ba688622-21d7-4a3f-9e6f-c270aea5a30d,revision_number=3']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:31.407247 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c78881-5d70-42b3-a85e-c72b14e8d655 x-openstack-request-id: req-23c78881-5d70-42b3-a85e-c72b14e8d655 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:31.407572 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8117b07-cf83-476c-b665-46d8b9108de2", "tag": "ba688622-21d7-4a3f-9e6f-c270aea5a30d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:31.407806 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23c78881-5d70-42b3-a85e-c72b14e8d655 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:31.408205 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c78881-5d70-42b3-a85e-c72b14e8d655'] response: {'name': 'network-changed', 'server_uuid': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'tag': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d', 'status': 'completed', 'code': 200} Apr 05 11:04:31.444002 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdcd2-62d0-43ae-9e74-f294401d95d3 req-018fe56a-0c63-43d1-b05a-5a76c818c753 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:31.445603 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-38fcdcd2-62d0-43ae-9e74-f294401d95d3 req-018fe56a-0c63-43d1-b05a-5a76c818c753 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 944 time: 0.0755353 Apr 05 11:04:31.469121 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-c58547c7-4157-448e-8aef-361be91cec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:31.470965 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-c58547c7-4157-448e-8aef-361be91cec80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 1128 time: 0.0562418 Apr 05 11:04:31.501532 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-38fcdcd2-62d0-43ae-9e74-f294401d95d3 req-c75d3c0e-4d32-424b-8150-97bc28789889 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493340 Apr 05 11:04:31.522875 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-d89d758c-e194-4071-867c-387227f43c98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba688622-21d7-4a3f-9e6f-c270aea5a30d HTTP/1.1" status: 200 len: 217 time: 0.0379593 Apr 05 11:04:31.580176 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-67282867-5600-45e5-9fd9-6f4e070b2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:31.581647 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-67282867-5600-45e5-9fd9-6f4e070b2f8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.0480609 Apr 05 11:04:31.644309 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-38d62a41-ce3a-4ccc-90b9-0478e43b34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:31.645794 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-38d62a41-ce3a-4ccc-90b9-0478e43b34c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0542347 Apr 05 11:04:31.753345 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-05c0dac9-5b00-43da-b127-e2c19ba41d34 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991285 Apr 05 11:04:31.851826 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bc540ed-bc7d-407b-b82c-0590e873e002 req-86dfb296-add1-49a6-a702-dfdab80a5f85 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916605 Apr 05 11:04:31.887471 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b38e0a-1cf1-418d-bb7c-b96f0e63fa97 req-866a61bb-e228-4b7a-8318-4c3f25eb00e8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:31.888961 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-45b38e0a-1cf1-418d-bb7c-b96f0e63fa97 req-866a61bb-e228-4b7a-8318-4c3f25eb00e8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 944 time: 0.0560174 Apr 05 11:04:31.940036 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-45b38e0a-1cf1-418d-bb7c-b96f0e63fa97 req-e7d4f64c-2166-46af-a8c3-9eb61a858c53 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450380 Apr 05 11:04:32.470107 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:32.483987 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 550d23bc-6127-434e-b57c-4919cfac8ed9 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:04:32.533718 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 550d23bc-6127-434e-b57c-4919cfac8ed9 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:32.534090 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:32.614049 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 550d23bc-6127-434e-b57c-4919cfac8ed9 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:32.614552 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:32.625576 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518a015-779c-4384-b34b-982fac93b1d2 req-edcfb150-27e0-4f33-b6c1-8bb1795c2039 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:32.627100 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d518a015-779c-4384-b34b-982fac93b1d2 req-edcfb150-27e0-4f33-b6c1-8bb1795c2039 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 944 time: 0.0546939 Apr 05 11:04:32.638659 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:32.640894 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae6d9f8-f4ec-476e-8a24-ea8b61541afc" -d '{"events": [{"server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "name": "network-vif-plugged", "status": "completed", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:32.654860 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 550d23bc-6127-434e-b57c-4919cfac8ed9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=550d23bc-6127-434e-b57c-4919cfac8ed9,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:32.660889 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:32.683805 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8da655-bcdf-4d21-8fb5-712daaa92b5e x-openstack-request-id: req-fa8da655-bcdf-4d21-8fb5-712daaa92b5e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:32.684066 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "name": "network-vif-plugged", "status": "completed", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:32.684341 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa8da655-bcdf-4d21-8fb5-712daaa92b5e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:32.684750 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8da655-bcdf-4d21-8fb5-712daaa92b5e'] response: {'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'code': 200} Apr 05 11:04:32.693901 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d518a015-779c-4384-b34b-982fac93b1d2 req-57fc7fa5-3240-4386-a2e0-bbceeede75a8 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606465 Apr 05 11:04:32.714226 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=550d23bc-6127-434e-b57c-4919cfac8ed9,revision_number=8']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:32.924511 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9 req-191a865b-78cc-444d-af9b-48e0fd9fbd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:32.925994 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9 req-191a865b-78cc-444d-af9b-48e0fd9fbd99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 1128 time: 0.0505364 Apr 05 11:04:33.083749 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5405ba6-6e70-4665-94a8-b45eb897da1c req-96a36424-20f0-4c8c-8e1b-91f3db7df677 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:33.092555 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b5405ba6-6e70-4665-94a8-b45eb897da1c req-96a36424-20f0-4c8c-8e1b-91f3db7df677 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0690014 Apr 05 11:04:33.111619 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9 req-01fd419f-bcfe-485a-8494-7629b5e13672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:33.113198 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9 req-01fd419f-bcfe-485a-8494-7629b5e13672 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 915 time: 0.1055572 Apr 05 11:04:33.164639 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9 req-d275c436-89de-4810-8230-ca5afa2bc4d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba688622-21d7-4a3f-9e6f-c270aea5a30d HTTP/1.1" status: 200 len: 217 time: 0.0439875 Apr 05 11:04:33.171327 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b5405ba6-6e70-4665-94a8-b45eb897da1c req-cf9adcc8-1c5b-4280-9f2d-e297ee3b5f3c tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775833 Apr 05 11:04:33.191683 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95c8f0-7266-4a0d-a5ef-50aaec4f1cd6 req-cb986217-2f4a-4e46-b759-4a08b35e568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:33.191683 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fb95c8f0-7266-4a0d-a5ef-50aaec4f1cd6 req-cb986217-2f4a-4e46-b759-4a08b35e568b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 1129 time: 0.0759006 Apr 05 11:04:33.215505 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9 req-f609fdf1-415c-4a8d-8538-002f6e00e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:33.217244 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9 req-f609fdf1-415c-4a8d-8538-002f6e00e8a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.0459955 Apr 05 11:04:33.246624 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fb95c8f0-7266-4a0d-a5ef-50aaec4f1cd6 req-ec071f08-31cf-4670-b939-d137ba6b391c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436263 Apr 05 11:04:33.267659 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9 req-adb98c44-b055-4c46-a967-709fd0636f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:33.269209 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9 req-adb98c44-b055-4c46-a967-709fd0636f37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0455089 Apr 05 11:04:33.559544 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9 req-e3798c23-59d1-4755-826b-7260fc8934c7 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904853 Apr 05 11:04:33.670031 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-3ceb22e3-12a7-46c3-b74b-0e8a4bcd28d9 req-4d88df71-9d3e-4bc4-9e47-47bcadf95666 service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019878 Apr 05 11:04:33.729600 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:33.834566 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862a9d4-bef1-40c0-8546-e2cd9ccb8206 req-e6a4248c-ad70-47f0-836e-20634ff199dd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:33.836111 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f862a9d4-bef1-40c0-8546-e2cd9ccb8206 req-e6a4248c-ad70-47f0-836e-20634ff199dd tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 944 time: 0.0683267 Apr 05 11:04:33.885977 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f862a9d4-bef1-40c0-8546-e2cd9ccb8206 req-edd2c7ab-00db-4912-a490-bc5b35ce0d95 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440445 Apr 05 11:04:34.311610 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296cb86-09c0-4f84-b784-3a2fc76d92d6 req-d51074cb-000a-477c-bdac-067272639124 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:34.314013 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b296cb86-09c0-4f84-b784-3a2fc76d92d6 req-d51074cb-000a-477c-bdac-067272639124 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0652380 Apr 05 11:04:34.364519 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b296cb86-09c0-4f84-b784-3a2fc76d92d6 req-7c6c756f-a2ae-4d63-8028-37d62d79bb2e tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436227 Apr 05 11:04:34.488496 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device ba688622-21d7-4a3f-9e6f-c270aea5a30d details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:04:34.594230 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port ba688622-21d7-4a3f-9e6f-c270aea5a30d, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ba688622-21d7-4a3f-9e6f-c270aea5a30d,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:34.606374 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'port_id': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d', 'mac_address': 'fa:16:3e:6c:4d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:04:34.646270 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port ba688622-21d7-4a3f-9e6f-c270aea5a30d is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:34.646655 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:34.664020 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba688622-21d7-4a3f-9e6f-c270aea5a30d {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:04:34.684564 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port ba688622-21d7-4a3f-9e6f-c270aea5a30d, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ba688622-21d7-4a3f-9e6f-c270aea5a30d,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:34.690435 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:34.740781 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=ba688622-21d7-4a3f-9e6f-c270aea5a30d,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:35.019809 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa12e-2221-4587-b913-8d04ae955ed2 req-14203d38-aeb6-4399-877b-66249784f725 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:35.021368 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4e3aa12e-2221-4587-b913-8d04ae955ed2 req-14203d38-aeb6-4399-877b-66249784f725 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 945 time: 0.0632696 Apr 05 11:04:35.029466 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['ba688622-21d7-4a3f-9e6f-c270aea5a30d'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:04:35.077933 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4e3aa12e-2221-4587-b913-8d04ae955ed2 req-ea505df7-a125-4b56-a824-d2b4dfc4cde5 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489023 Apr 05 11:04:35.496560 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbbdda-6af5-4a60-9403-06cc857c2753 req-4cb011ff-fa32-4082-9f9f-16d1f198d2b9 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:35.498036 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c0cbbdda-6af5-4a60-9403-06cc857c2753 req-4cb011ff-fa32-4082-9f9f-16d1f198d2b9 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.0630531 Apr 05 11:04:35.554632 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c0cbbdda-6af5-4a60-9403-06cc857c2753 req-6b682db7-a901-443a-9940-48a17b3c655f tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508523 Apr 05 11:04:36.206677 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7c81c-7c00-4006-9ebe-91429819342c req-4c62c8d9-5fe6-4f6a-a754-96d5c138dc49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:36.208705 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5be7c81c-7c00-4006-9ebe-91429819342c req-4c62c8d9-5fe6-4f6a-a754-96d5c138dc49 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 945 time: 0.0566173 Apr 05 11:04:36.261714 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5be7c81c-7c00-4006-9ebe-91429819342c req-49d525bc-4b13-4957-852b-f7ba86554c3e tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469759 Apr 05 11:04:36.497433 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device ba688622-21d7-4a3f-9e6f-c270aea5a30d up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:04:36.551417 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port ba688622-21d7-4a3f-9e6f-c270aea5a30d completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:04:36.555362 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port ba688622-21d7-4a3f-9e6f-c270aea5a30d triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:36.555775 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:36.640673 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port ba688622-21d7-4a3f-9e6f-c270aea5a30d is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:36.641073 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:36.667353 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:36.669729 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13113f38-4d9e-4afe-ab1d-5bcb19d06b1d" -d '{"events": [{"server_uuid": "a8117b07-cf83-476c-b665-46d8b9108de2", "name": "network-vif-plugged", "status": "completed", "tag": "ba688622-21d7-4a3f-9e6f-c270aea5a30d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:36.695712 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port ba688622-21d7-4a3f-9e6f-c270aea5a30d, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ba688622-21d7-4a3f-9e6f-c270aea5a30d,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:36.701748 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:36.738515 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb873f5-8bfa-449c-9922-7f85f6661469 x-openstack-request-id: req-8fb873f5-8bfa-449c-9922-7f85f6661469 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:36.739153 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8117b07-cf83-476c-b665-46d8b9108de2", "name": "network-vif-plugged", "status": "completed", "tag": "ba688622-21d7-4a3f-9e6f-c270aea5a30d", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:36.739405 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fb873f5-8bfa-449c-9922-7f85f6661469 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:36.739816 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb873f5-8bfa-449c-9922-7f85f6661469'] response: {'server_uuid': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d', 'code': 200} Apr 05 11:04:36.768670 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=ba688622-21d7-4a3f-9e6f-c270aea5a30d,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:36.970688 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cef66-3935-4e25-966a-b192886e86a0 req-2f15abd5-d471-4a00-9c44-3a5ae4a8f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:36.971990 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-738cef66-3935-4e25-966a-b192886e86a0 req-2f15abd5-d471-4a00-9c44-3a5ae4a8f723 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 1130 time: 0.0514612 Apr 05 11:04:37.025276 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-738cef66-3935-4e25-966a-b192886e86a0 req-57194949-f3e1-4ba2-b9c0-18339b25bdb1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432923 Apr 05 11:04:37.393096 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5af528-406a-4980-901e-ac6342778de4 req-072ea583-bbe7-4517-8a2a-1b745939c826 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:37.394535 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0a5af528-406a-4980-901e-ac6342778de4 req-072ea583-bbe7-4517-8a2a-1b745939c826 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 946 time: 0.0566168 Apr 05 11:04:37.443186 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0a5af528-406a-4980-901e-ac6342778de4 req-fc5ea847-b95c-4da7-8f95-ff16fbd197af tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425282 Apr 05 11:04:38.569205 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4dfcb-2b21-401a-ad26-71d19be183d9 req-f064bf3f-be45-4d86-aef7-585059c7da35 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:38.570711 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c7d4dfcb-2b21-401a-ad26-71d19be183d9 req-f064bf3f-be45-4d86-aef7-585059c7da35 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 946 time: 0.0557568 Apr 05 11:04:38.624295 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c7d4dfcb-2b21-401a-ad26-71d19be183d9 req-0ff241df-1b5e-4682-900f-69e130e9f174 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476189 Apr 05 11:04:38.913132 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b23cfa-8844-4c03-aedd-907b5f0e5eff req-2630efa9-ed29-447c-9ec1-b0ebfd0555f1 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:38.915318 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c7b23cfa-8844-4c03-aedd-907b5f0e5eff req-2630efa9-ed29-447c-9ec1-b0ebfd0555f1 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0621779 Apr 05 11:04:38.967232 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c7b23cfa-8844-4c03-aedd-907b5f0e5eff req-e418df37-23ae-4c62-9044-f568dd3d5ade tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444019 Apr 05 11:04:39.760748 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783cdb5-881a-429e-94fe-d224e54b2138 req-2addecfa-1abf-4d41-a8c4-378aa622a425 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:39.762254 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c783cdb5-881a-429e-94fe-d224e54b2138 req-2addecfa-1abf-4d41-a8c4-378aa622a425 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 946 time: 0.0595751 Apr 05 11:04:39.812397 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c783cdb5-881a-429e-94fe-d224e54b2138 req-19c49164-c67f-46c9-a3c5-4eb5e25ce51e tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418043 Apr 05 11:04:39.937783 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e836d-6c06-4113-a7bf-236a83e2fc2b req-c1e998a7-ee53-4d12-9614-bca0866bf917 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:39.939151 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-124e836d-6c06-4113-a7bf-236a83e2fc2b req-c1e998a7-ee53-4d12-9614-bca0866bf917 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 946 time: 0.0567195 Apr 05 11:04:39.952845 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47040) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:39.958739 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-6911a781-7093-4dae-9b5e-4f3011257767 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Request body: {'floatingip': {'port_id': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:39.997440 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6911a781-7093-4dae-9b5e-4f3011257767 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (13de05df-a2e5-46f8-a48d-933f558afc67), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:40.106519 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeb64b-76f3-470c-afc0-aed5538a5e08 req-2887189a-8c79-4b07-9a28-304dd67bc8e2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:40.108064 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f5aeb64b-76f3-470c-afc0-aed5538a5e08 req-2887189a-8c79-4b07-9a28-304dd67bc8e2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0603037 Apr 05 11:04:40.158588 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f5aeb64b-76f3-470c-afc0-aed5538a5e08 req-ced5fc7f-8fac-4937-9eea-bd6899d68c2a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447676 Apr 05 11:04:40.473029 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6911a781-7093-4dae-9b5e-4f3011257767 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:40.480090 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6911a781-7093-4dae-9b5e-4f3011257767 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (13de05df-a2e5-46f8-a48d-933f558afc67), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:40.585881 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [None req-6911a781-7093-4dae-9b5e-4f3011257767 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Floating IP 13de05df-a2e5-46f8-a48d-933f558afc67 associated. External IP: 172.28.2.34, port: ba688622-21d7-4a3f-9e6f-c270aea5a30d. Apr 05 11:04:40.811698 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6911a781-7093-4dae-9b5e-4f3011257767 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Router 5569f575-f817-4e80-8955-0068fc4d60c7 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:04:40.928087 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6911a781-7093-4dae-9b5e-4f3011257767 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:04:40.933746 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-6911a781-7093-4dae-9b5e-4f3011257767 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:40.938839 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91939e5f-5c04-4610-a964-23b54d8894f5 None None] Sync routers for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:04:40.949546 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91939e5f-5c04-4610-a964-23b54d8894f5 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:40.950179 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-91939e5f-5c04-4610-a964-23b54d8894f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:04:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:40.964977 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-6911a781-7093-4dae-9b5e-4f3011257767 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "PUT /v2.0/floatingips/13de05df-a2e5-46f8-a48d-933f558afc67 HTTP/1.1" status: 200 len: 991 time: 1.0109494 Apr 05 11:04:40.965643 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'tag': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:40.967948 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7000321d-1059-406a-b303-1c7626f91213" -d '{"events": [{"name": "network-changed", "server_uuid": "a8117b07-cf83-476c-b665-46d8b9108de2", "tag": "ba688622-21d7-4a3f-9e6f-c270aea5a30d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:41.006751 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305c7407-a331-4d19-9db4-7e2a662041bf x-openstack-request-id: req-305c7407-a331-4d19-9db4-7e2a662041bf {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:41.007012 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8117b07-cf83-476c-b665-46d8b9108de2", "tag": "ba688622-21d7-4a3f-9e6f-c270aea5a30d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:41.007296 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-305c7407-a331-4d19-9db4-7e2a662041bf {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:41.007741 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305c7407-a331-4d19-9db4-7e2a662041bf'] response: {'name': 'network-changed', 'server_uuid': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'tag': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d', 'status': 'completed', 'code': 200} Apr 05 11:04:41.065350 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-91939e5f-5c04-4610-a964-23b54d8894f5 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:41.077897 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000321d-1059-406a-b303-1c7626f91213 req-2317b8e0-4f38-45bc-976f-7ec11fd1b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:41.079816 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7000321d-1059-406a-b303-1c7626f91213 req-2317b8e0-4f38-45bc-976f-7ec11fd1b70c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2e2c4605a9b432785edde810603dde5&device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 1130 time: 0.0471520 Apr 05 11:04:41.181905 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000321d-1059-406a-b303-1c7626f91213 req-716b1fdf-f4ba-4cf5-90b0-584c5841d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:41.183472 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7000321d-1059-406a-b303-1c7626f91213 req-716b1fdf-f4ba-4cf5-90b0-584c5841d3f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 200 len: 915 time: 0.0970628 Apr 05 11:04:41.254941 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7000321d-1059-406a-b303-1c7626f91213 req-420944b9-64f6-40ef-90c5-ad29893cfc02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba688622-21d7-4a3f-9e6f-c270aea5a30d HTTP/1.1" status: 200 len: 999 time: 0.0649424 Apr 05 11:04:41.288830 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29b338-a1ec-45cb-87a0-f89dfb0a4929 req-3b703a1f-6dc9-49da-a37b-c48d331d8fa0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:41.290552 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-df29b338-a1ec-45cb-87a0-f89dfb0a4929 req-3b703a1f-6dc9-49da-a37b-c48d331d8fa0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0559635 Apr 05 11:04:41.308851 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-91939e5f-5c04-4610-a964-23b54d8894f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '13de05df-a2e5-46f8-a48d-933f558afc67', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.34', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:6c:4d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:04:26Z', 'updated_at': '2022-04-05T11:04:40Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:41.339987 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91939e5f-5c04-4610-a964-23b54d8894f5 None None] Checking router: 5569f575-f817-4e80-8955-0068fc4d60c7 for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:04:41.344547 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-df29b338-a1ec-45cb-87a0-f89dfb0a4929 req-98f706c8-2695-4824-913e-2a2dc0ad188b tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465016 Apr 05 11:04:41.350590 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91939e5f-5c04-4610-a964-23b54d8894f5 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:41.351232 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-91939e5f-5c04-4610-a964-23b54d8894f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:04:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:41.466765 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-91939e5f-5c04-4610-a964-23b54d8894f5 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:41.561556 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000321d-1059-406a-b303-1c7626f91213 req-28c654cc-c0a0-429e-af39-1ab87f0efecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:41.563035 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7000321d-1059-406a-b303-1c7626f91213 req-28c654cc-c0a0-429e-af39-1ab87f0efecf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 200 len: 853 time: 0.3001592 Apr 05 11:04:41.617866 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000321d-1059-406a-b303-1c7626f91213 req-53d321b7-f8e1-4257-86ad-29731fafd22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:41.619278 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7000321d-1059-406a-b303-1c7626f91213 req-53d321b7-f8e1-4257-86ad-29731fafd22a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6056acb-6655-41c0-9e1c-fd55583441d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0493238 Apr 05 11:04:41.720456 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7000321d-1059-406a-b303-1c7626f91213 req-4c52ddbf-6e10-4c47-94d2-0c7361422a3f service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933170 Apr 05 11:04:41.814840 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7000321d-1059-406a-b303-1c7626f91213 req-6481d252-b4ae-4359-9151-fb918dac37ee service neutron] 10.222.0.36 "GET /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869124 Apr 05 11:04:41.840673 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-91939e5f-5c04-4610-a964-23b54d8894f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '13de05df-a2e5-46f8-a48d-933f558afc67', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.34', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:6c:4d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:04:26Z', 'updated_at': '2022-04-05T11:04:40Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:41.868486 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91939e5f-5c04-4610-a964-23b54d8894f5 None None] The sync data for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb is: [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': '13de05df-a2e5-46f8-a48d-933f558afc67', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'floating_ip_address': '172.28.2.34', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'port_id': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'mac_address': 'fa:16:3e:6c:4d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:04:26Z', 'updated_at': '2022-04-05T11:04:40Z', 'revision_number': 1, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:04:42.063905 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1c0f2-41b5-4380-9ba7-97260c16db6c None None] New status for floating IP 13de05df-a2e5-46f8-a48d-933f558afc67: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:04:42.484555 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75646b98-a039-4a19-8954-e2d7d23aa00e req-1b18001e-a2d1-455a-a703-21eb0a781c39 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:42.485964 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-75646b98-a039-4a19-8954-e2d7d23aa00e req-1b18001e-a2d1-455a-a703-21eb0a781c39 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0649045 Apr 05 11:04:42.534898 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-75646b98-a039-4a19-8954-e2d7d23aa00e req-9c29001d-0150-41b5-8c65-161f6ed0d079 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412099 Apr 05 11:04:43.689883 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522da5ff-03d4-4905-b41e-21feec6880c9 req-57a86805-f018-48a4-bb7f-132ebe556a55 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:43.691387 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-522da5ff-03d4-4905-b41e-21feec6880c9 req-57a86805-f018-48a4-bb7f-132ebe556a55 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0588236 Apr 05 11:04:43.749224 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-522da5ff-03d4-4905-b41e-21feec6880c9 req-3bf32600-ac06-46f9-8ad4-2c8f573ccf4f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519707 Apr 05 11:04:44.601328 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-2d2977b4-24ce-441a-a0cd-e841fa7708c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479648 Apr 05 11:04:44.672505 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-8972bb91-eebb-4d69-9f2c-2a11b90fa6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:44.673926 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-8972bb91-eebb-4d69-9f2c-2a11b90fa6e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52b5948dc8574e09a42a290b46756aaa&device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 1129 time: 0.0505533 Apr 05 11:04:44.893100 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973371df-adce-4b09-b4ba-215f8cd1058e req-a3fe7214-1212-44dc-8727-f6fe3e51b582 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:44.894679 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-973371df-adce-4b09-b4ba-215f8cd1058e req-a3fe7214-1212-44dc-8727-f6fe3e51b582 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0623691 Apr 05 11:04:44.953387 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-973371df-adce-4b09-b4ba-215f8cd1058e req-02ccd16f-17ab-40a7-8b3b-52b64ba572be tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514591 Apr 05 11:04:45.020915 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-ecba5970-55d8-4574-be49-ef7f9ffcdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:45.022505 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-ecba5970-55d8-4574-be49-ef7f9ffcdebd service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 200 len: 920 time: 0.0912259 Apr 05 11:04:45.072270 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-c8a088c7-04b4-4bc7-a552-da9baf81ac65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca2475b3-7a17-44f3-93fa-2876680d210c HTTP/1.1" status: 200 len: 217 time: 0.0409815 Apr 05 11:04:45.142837 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-aeb749c8-09f1-4148-9460-9b85964b2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:45.144821 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-aeb749c8-09f1-4148-9460-9b85964b2d21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 200 len: 858 time: 0.0653870 Apr 05 11:04:45.206073 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-eeb13893-b19d-4de4-bb14-d99106f2f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:45.207514 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-eeb13893-b19d-4de4-bb14-d99106f2f076 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3f74eb5-98b3-496f-81f4-c18bd451447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0553930 Apr 05 11:04:45.312227 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-e7cf266b-8135-4641-9ea1-4ca5b5044d39 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970385 Apr 05 11:04:45.412684 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0d78a84c-3aa4-4e57-88f8-a63d089a5b1c req-71122a0d-4569-419f-996d-5f3c2fde1f9d service neutron] 10.222.0.36 "GET /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929129 Apr 05 11:04:45.421866 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:45.941654 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016ca1b-459b-413b-ae7f-b80209e65ad5 req-e3ac8a96-a44f-4567-b9f8-40001dace1d4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:45.943153 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1016ca1b-459b-413b-ae7f-b80209e65ad5 req-e3ac8a96-a44f-4567-b9f8-40001dace1d4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0618112 Apr 05 11:04:45.993436 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1016ca1b-459b-413b-ae7f-b80209e65ad5 req-aa775d2d-12be-4b51-9a61-4ad3d33f6469 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444014 Apr 05 11:04:46.090353 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a6b36-7753-488f-9134-e6515c73cdd6 req-36af90f0-f190-4c4d-a0c0-60c8e4f39352 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:46.091954 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-353a6b36-7753-488f-9134-e6515c73cdd6 req-36af90f0-f190-4c4d-a0c0-60c8e4f39352 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0618687 Apr 05 11:04:46.148700 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-353a6b36-7753-488f-9134-e6515c73cdd6 req-6df88ca4-cbe8-4fa1-8086-9dd582921213 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480061 Apr 05 11:04:46.589689 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:04:47.132101 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9b1be-d0a6-4eac-b4cb-61e5fad189df req-72ed0aee-2ca2-4f72-8235-f54775cd2e5f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:47.133706 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a1c9b1be-d0a6-4eac-b4cb-61e5fad189df req-72ed0aee-2ca2-4f72-8235-f54775cd2e5f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0654588 Apr 05 11:04:47.193011 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a1c9b1be-d0a6-4eac-b4cb-61e5fad189df req-9d031145-fb5f-43e5-a39c-c9a587db4591 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531871 Apr 05 11:04:47.290938 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648df9f-32b5-4fc5-8a07-28f4232a6476 req-19432c11-3b97-4c50-97ea-d5fa7fd9cf34 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:47.292415 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9648df9f-32b5-4fc5-8a07-28f4232a6476 req-19432c11-3b97-4c50-97ea-d5fa7fd9cf34 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0612202 Apr 05 11:04:47.345516 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9648df9f-32b5-4fc5-8a07-28f4232a6476 req-b25c82ca-f9ac-4a8e-916c-940314d2f701 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441566 Apr 05 11:04:48.325512 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b95de-f6ef-4180-a267-d738a5eb35fa req-9ecc0d89-b01e-419d-bf46-f5a56f40c5d8 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:48.327244 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-816b95de-f6ef-4180-a267-d738a5eb35fa req-9ecc0d89-b01e-419d-bf46-f5a56f40c5d8 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0646584 Apr 05 11:04:48.382772 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-816b95de-f6ef-4180-a267-d738a5eb35fa req-cf5a3ece-4586-45ed-be60-c8da8540c21d tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495920 Apr 05 11:04:48.486663 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f958bfb-819d-42e3-b28b-be8e53f4da8e req-f208807d-f6c9-410a-a168-7c126b193111 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:48.488191 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2f958bfb-819d-42e3-b28b-be8e53f4da8e req-f208807d-f6c9-410a-a168-7c126b193111 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0628963 Apr 05 11:04:48.537400 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2f958bfb-819d-42e3-b28b-be8e53f4da8e req-67732164-719e-47f4-9b50-fcc48fab2afd tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428004 Apr 05 11:04:49.520229 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94fafc-4622-4f84-8074-44d272e0ee2a req-dd9192c0-02cf-4f5d-a89d-aba0f0c34432 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:49.522132 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6b94fafc-4622-4f84-8074-44d272e0ee2a req-dd9192c0-02cf-4f5d-a89d-aba0f0c34432 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0660651 Apr 05 11:04:49.576901 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6b94fafc-4622-4f84-8074-44d272e0ee2a req-cee8d790-8467-48cf-a538-beb9cb10a4dc tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=0158ab7f-6171-422a-88b5-12bcaecd3b92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465958 Apr 05 11:04:49.690143 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c275b-3e09-4794-9b14-a0df619f1fa8 req-c09fbfb2-0232-4a20-a92c-034d983a7f80 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:49.691667 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-072c275b-3e09-4794-9b14-a0df619f1fa8 req-c09fbfb2-0232-4a20-a92c-034d983a7f80 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0658278 Apr 05 11:04:49.740891 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-072c275b-3e09-4794-9b14-a0df619f1fa8 req-8ef61046-eb3d-4c86-8c0a-f0ee54f92eba tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432401 Apr 05 11:04:50.081344 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-5c2b6fef-54f4-433a-9837-fa1cdc820079 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:50.082881 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-5c2b6fef-54f4-433a-9837-fa1cdc820079 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 945 time: 0.0646698 Apr 05 11:04:50.215498 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Deleting port cfc084dc-66d7-4ab1-b573-ee5deac79b14 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:04:50.215871 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:50.317393 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] For port cfc084dc-66d7-4ab1-b573-ee5deac79b14, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=cfc084dc-66d7-4ab1-b573-ee5deac79b14,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:50.317667 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:50.497894 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:50.498247 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (4cd952fc-ce42-4263-8f48-78a3996d717a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:50.498671 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Floating IP 4cd952fc-ce42-4263-8f48-78a3996d717a disassociated. External IP: 172.28.2.248, port: cfc084dc-66d7-4ab1-b573-ee5deac79b14. Apr 05 11:04:50.498981 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Calling delete_port for cfc084dc-66d7-4ab1-b573-ee5deac79b14 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:04:50.644427 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (cfc084dc-66d7-4ab1-b573-ee5deac79b14), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:50.674027 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3fa6bdde-dc40-483a-ad92-86470097390d req-8c093f15-8af2-4163-8aaf-6aa4c855ce03 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=414ba140-a06f-48dd-b167-59ff35fe55b2 HTTP/1.1" status: 200 len: 210 time: 0.0270143 Apr 05 11:04:50.674672 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event deleted for resources: {'Port': ['ID=cfc084dc-66d7-4ab1-b573-ee5deac79b14,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:50.797302 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:04:50.866658 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e10d98-d2e5-4259-b1b6-fe426f7194d9 req-8a75f631-a95a-42d4-9ac0-b3ee75c95d45 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:50.868107 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e9e10d98-d2e5-4259-b1b6-fe426f7194d9 req-8a75f631-a95a-42d4-9ac0-b3ee75c95d45 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0535612 Apr 05 11:04:50.913354 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:04:50.920060 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e9e10d98-d2e5-4259-b1b6-fe426f7194d9 req-2a756227-31c9-4950-89ca-2c78f1dee585 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460367 Apr 05 11:04:50.924405 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef9c947-0ff6-443e-b31d-d7e9546bbf90 None None] Sync routers for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:04:50.936062 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9c947-0ff6-443e-b31d-d7e9546bbf90 None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:50.937365 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7ef9c947-0ff6-443e-b31d-d7e9546bbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:04:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:50.957974 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] No DVR routers for this DVR port cfc084dc-66d7-4ab1-b573-ee5deac79b14 on host hv-cinder-81899 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:04:50.960560 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:50.964587 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-d5ed70e3-df87-42ca-870d-d103a1e5b887 req-87be4250-f735-4cc2-a321-679a9dbf139f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "DELETE /v2.0/ports/cfc084dc-66d7-4ab1-b573-ee5deac79b14 HTTP/1.1" status: 204 len: 173 time: 0.8595948 Apr 05 11:04:50.965114 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'name': 'network-vif-deleted', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:50.967353 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310add43-ffff-479d-b591-0b9c8980bb89" -d '{"events": [{"server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "name": "network-vif-deleted", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:51.010095 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93890b7-c61f-4146-bbea-1c3ad494cc58 x-openstack-request-id: req-e93890b7-c61f-4146-bbea-1c3ad494cc58 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:51.010475 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414ba140-a06f-48dd-b167-59ff35fe55b2", "name": "network-vif-deleted", "tag": "cfc084dc-66d7-4ab1-b573-ee5deac79b14", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:51.010726 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e93890b7-c61f-4146-bbea-1c3ad494cc58 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:51.011351 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93890b7-c61f-4146-bbea-1c3ad494cc58'] response: {'server_uuid': '414ba140-a06f-48dd-b167-59ff35fe55b2', 'name': 'network-vif-deleted', 'tag': 'cfc084dc-66d7-4ab1-b573-ee5deac79b14', 'status': 'completed', 'code': 200} Apr 05 11:04:51.053567 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7ef9c947-0ff6-443e-b31d-d7e9546bbf90 None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:51.277773 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7ef9c947-0ff6-443e-b31d-d7e9546bbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:21Z', 'revision_number': 5, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:51.304882 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef9c947-0ff6-443e-b31d-d7e9546bbf90 None None] Checking router: 3f97499a-5867-414f-b8d1-09cb1ab6f7fb for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:04:51.314062 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef9c947-0ff6-443e-b31d-d7e9546bbf90 None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:51.314663 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7ef9c947-0ff6-443e-b31d-d7e9546bbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:04:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:51.435337 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-7ef9c947-0ff6-443e-b31d-d7e9546bbf90 None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:51.657610 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-7ef9c947-0ff6-443e-b31d-d7e9546bbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:21Z', 'revision_number': 5, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:51.684889 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef9c947-0ff6-443e-b31d-d7e9546bbf90 None None] The sync data for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb is: [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:00:11Z', 'revision_number': 4, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '4f3cc5c0-f4c1-4d73-9696-b86547d16904', 'name': '', 'network_id': 'e3f74eb5-98b3-496f-81f4-c18bd451447c', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'mac_address': 'fa:16:3e:bd:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:06Z', 'updated_at': '2022-04-05T11:00:21Z', 'revision_number': 5, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'subnets': [{'id': '1280e769-ee31-4adb-9c92-16b59b561c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:04:51.767066 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47108) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:51.823603 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9b02-099c-4eca-b28f-f6c03013e928 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group (0158ab7f-6171-422a-88b5-12bcaecd3b92), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:51.849641 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9b02-099c-4eca-b28f-f6c03013e928 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group (0158ab7f-6171-422a-88b5-12bcaecd3b92), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:51.907360 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9b02-099c-4eca-b28f-f6c03013e928 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (0158ab7f-6171-422a-88b5-12bcaecd3b92), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:51.911712 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9b02-099c-4eca-b28f-f6c03013e928 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:51.911712 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-5e2b9b02-099c-4eca-b28f-f6c03013e928 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "DELETE /v2.0/security-groups/0158ab7f-6171-422a-88b5-12bcaecd3b92 HTTP/1.1" status: 204 len: 168 time: 0.1429420 Apr 05 11:04:51.913823 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47110) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:51.922677 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b9b02-099c-4eca-b28f-f6c03013e928 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0158ab7f-6171-422a-88b5-12bcaecd3b92,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:51.928011 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.api.v2.resource [None req-45b42614-ecca-412f-93c0-327270d78352 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] show failed (client error): The resource could not be found. Apr 05 11:04:51.929843 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-45b42614-ecca-412f-93c0-327270d78352 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups/0158ab7f-6171-422a-88b5-12bcaecd3b92 HTTP/1.1" status: 404 len: 347 time: 0.0149355 Apr 05 11:04:51.932855 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47112) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:51.950538 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05f9e1-2094-427f-bb74-b5baeefb53d6 None None] New status for floating IP 4cd952fc-ce42-4263-8f48-78a3996d717a: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:04:52.105029 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecc42f-b36b-4729-a7b5-9163fe18db25 req-a1bc611d-d6dc-4386-909d-feda2ef7357a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:52.106538 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8aecc42f-b36b-4729-a7b5-9163fe18db25 req-a1bc611d-d6dc-4386-909d-feda2ef7357a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.1096709 Apr 05 11:04:52.124631 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-de5b4228-3e61-4df8-b354-52a136544df3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Deleting port ea1dd146-e5d5-4887-8ecd-d4b52c1a5204 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:04:52.124929 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de5b4228-3e61-4df8-b354-52a136544df3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (ea1dd146-e5d5-4887-8ecd-d4b52c1a5204), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:52.208071 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8aecc42f-b36b-4729-a7b5-9163fe18db25 req-e6e90a0b-33ef-47a9-ac15-ac3b48f7254a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938966 Apr 05 11:04:52.234308 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de5b4228-3e61-4df8-b354-52a136544df3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (ea1dd146-e5d5-4887-8ecd-d4b52c1a5204), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:52.234676 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de5b4228-3e61-4df8-b354-52a136544df3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for floatingip (ea1dd146-e5d5-4887-8ecd-d4b52c1a5204), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:52.248251 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-de5b4228-3e61-4df8-b354-52a136544df3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Calling delete_port for ea1dd146-e5d5-4887-8ecd-d4b52c1a5204 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:04:52.400430 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de5b4228-3e61-4df8-b354-52a136544df3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (ea1dd146-e5d5-4887-8ecd-d4b52c1a5204), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:52.425434 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b4228-3e61-4df8-b354-52a136544df3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event deleted for resources: {'Port': ['ID=ea1dd146-e5d5-4887-8ecd-d4b52c1a5204,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:52.451072 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de5b4228-3e61-4df8-b354-52a136544df3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks [] for floatingip (4cd952fc-ce42-4263-8f48-78a3996d717a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:52.453581 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-de5b4228-3e61-4df8-b354-52a136544df3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:52.454764 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-de5b4228-3e61-4df8-b354-52a136544df3 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "DELETE /v2.0/floatingips/4cd952fc-ce42-4263-8f48-78a3996d717a HTTP/1.1" status: 204 len: 168 time: 0.5209575 Apr 05 11:04:52.584664 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device cfc084dc-66d7-4ab1-b573-ee5deac79b14 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:04:52.605586 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: cfc084dc-66d7-4ab1-b573-ee5deac79b14 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:04:52.605920 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device cfc084dc-66d7-4ab1-b573-ee5deac79b14 not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:04:53.393269 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec7e1c-f7ad-420c-b023-837a1717a222 req-29f3a09f-f9e2-4e93-9306-5f2fe9754fb3 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:53.394799 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1fec7e1c-f7ad-420c-b023-837a1717a222 req-29f3a09f-f9e2-4e93-9306-5f2fe9754fb3 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.1099708 Apr 05 11:04:53.442604 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1fec7e1c-f7ad-420c-b023-837a1717a222 req-d589beeb-4a77-4d67-9325-ceb464a57049 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417395 Apr 05 11:04:54.576005 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df178c-2169-4933-8488-debbdecb53de req-83c8cc19-c506-4b95-88a1-dfb5439abb95 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:54.577510 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78df178c-2169-4933-8488-debbdecb53de req-83c8cc19-c506-4b95-88a1-dfb5439abb95 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0608311 Apr 05 11:04:54.625587 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-78df178c-2169-4933-8488-debbdecb53de req-75b9cf20-d450-4528-97f4-446d8c75bb88 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424085 Apr 05 11:04:54.971225 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6671056-da25-4619-88ad-f2d862f79e2f req-64649da8-5d50-4304-a442-cb4623363158 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:54.972893 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6671056-da25-4619-88ad-f2d862f79e2f req-64649da8-5d50-4304-a442-cb4623363158 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0540712 Apr 05 11:04:55.022870 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b6671056-da25-4619-88ad-f2d862f79e2f req-fb08a280-d801-4176-8000-12e9cd23933f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443230 Apr 05 11:04:55.766177 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850aece-bda8-4364-9d42-bf2a4919c572 req-045d44aa-d626-4bc4-9076-3f22a4e00555 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:55.767696 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5850aece-bda8-4364-9d42-bf2a4919c572 req-045d44aa-d626-4bc4-9076-3f22a4e00555 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0650818 Apr 05 11:04:55.822657 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5850aece-bda8-4364-9d42-bf2a4919c572 req-10c8986e-884c-4312-971b-0639dee8a68a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470579 Apr 05 11:04:56.206247 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb483f-b516-48a8-a3fa-9e2b350f4a86 req-eaf3147b-76e4-443a-8667-65551c2daf84 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:56.207800 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-79fb483f-b516-48a8-a3fa-9e2b350f4a86 req-eaf3147b-76e4-443a-8667-65551c2daf84 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.1121638 Apr 05 11:04:56.256470 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-79fb483f-b516-48a8-a3fa-9e2b350f4a86 req-8011b0aa-4b55-4999-909a-56da3e48649d tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Apr 05 11:04:56.576756 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aadc90d8-6c93-4666-9ee8-238749fa19d7 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:04:56.665042 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-33ac8293-aa5b-4b24-a8d8-2a85f409e4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:56.693009 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:56.704717 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'port_id': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'mac_address': 'fa:16:3e:cb:d6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:04:56.746014 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port aadc90d8-6c93-4666-9ee8-238749fa19d7 is: ACTIVE; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:56.746693 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:56.765891 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aadc90d8-6c93-4666-9ee8-238749fa19d7 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:04:56.786839 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:56.791840 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:56.839641 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=aadc90d8-6c93-4666-9ee8-238749fa19d7,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:56.937925 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['aadc90d8-6c93-4666-9ee8-238749fa19d7'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:04:56.956996 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6498818-0a76-48c4-8991-b4a893f83747 req-0589a85f-c9c4-4d0d-a0d1-b05be85535c0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:56.958915 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f6498818-0a76-48c4-8991-b4a893f83747 req-0589a85f-c9c4-4d0d-a0d1-b05be85535c0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 945 time: 0.0604172 Apr 05 11:04:57.011263 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f6498818-0a76-48c4-8991-b4a893f83747 req-690f5093-2680-46ee-a2cd-5be849cc95a8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442259 Apr 05 11:04:57.400394 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26386539-3c4d-461a-abaa-70a2851cb47a req-cde00809-5440-4c39-8b03-240cce5d120d tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:57.401932 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-26386539-3c4d-461a-abaa-70a2851cb47a req-cde00809-5440-4c39-8b03-240cce5d120d tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0668964 Apr 05 11:04:57.449619 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-26386539-3c4d-461a-abaa-70a2851cb47a req-7178c18d-a8d1-4e95-9be1-ec295c36ebc4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Apr 05 11:04:57.842012 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d770f4b-4d20-40c5-8f8c-e4c38294c811 req-9861c6ea-2dc2-4d93-a0d9-46c5083d1442 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:57.843609 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8d770f4b-4d20-40c5-8f8c-e4c38294c811 req-9861c6ea-2dc2-4d93-a0d9-46c5083d1442 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 946 time: 0.0569029 Apr 05 11:04:57.950385 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-8d770f4b-4d20-40c5-8f8c-e4c38294c811 req-52d3275f-8183-4126-8bd3-48f727be33ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Deleting port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:04:57.950601 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8d770f4b-4d20-40c5-8f8c-e4c38294c811 req-52d3275f-8183-4126-8bd3-48f727be33ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:58.049235 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-8d770f4b-4d20-40c5-8f8c-e4c38294c811 req-52d3275f-8183-4126-8bd3-48f727be33ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] For port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:58.049605 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8d770f4b-4d20-40c5-8f8c-e4c38294c811 req-52d3275f-8183-4126-8bd3-48f727be33ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:58.062214 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-8d770f4b-4d20-40c5-8f8c-e4c38294c811 req-52d3275f-8183-4126-8bd3-48f727be33ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Calling delete_port for e3f136f3-a8d6-4ebb-a016-e3acdb2c219a owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:04:58.138430 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abf9e4-93a1-4103-aa3b-e3eb9d16eae4 req-bff77d9c-275f-4b65-bb59-6ced5c5da6bf tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:58.140006 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-93abf9e4-93a1-4103-aa3b-e3eb9d16eae4 req-bff77d9c-275f-4b65-bb59-6ced5c5da6bf tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 945 time: 0.0545719 Apr 05 11:04:58.190986 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-93abf9e4-93a1-4103-aa3b-e3eb9d16eae4 req-3f84f90b-1478-45b1-a159-dea1d58a05c9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451922 Apr 05 11:04:58.199048 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8d770f4b-4d20-40c5-8f8c-e4c38294c811 req-52d3275f-8183-4126-8bd3-48f727be33ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (e3f136f3-a8d6-4ebb-a016-e3acdb2c219a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:58.213509 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['ca2475b3-7a17-44f3-93fa-2876680d210c', 'e3f136f3-a8d6-4ebb-a016-e3acdb2c219a'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:04:58.228491 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3275f-8183-4126-8bd3-48f727be33ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event deleted for resources: {'Port': ['ID=e3f136f3-a8d6-4ebb-a016-e3acdb2c219a,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:58.273159 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d770f4b-4d20-40c5-8f8c-e4c38294c811 req-52d3275f-8183-4126-8bd3-48f727be33ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] No DVR routers for this DVR port e3f136f3-a8d6-4ebb-a016-e3acdb2c219a on host hv-cinder-81899 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:04:58.275780 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8d770f4b-4d20-40c5-8f8c-e4c38294c811 req-52d3275f-8183-4126-8bd3-48f727be33ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:58.279120 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8d770f4b-4d20-40c5-8f8c-e4c38294c811 req-52d3275f-8183-4126-8bd3-48f727be33ec tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "DELETE /v2.0/ports/e3f136f3-a8d6-4ebb-a016-e3acdb2c219a HTTP/1.1" status: 204 len: 173 time: 0.4285476 Apr 05 11:04:58.279598 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff', 'name': 'network-vif-deleted', 'tag': 'e3f136f3-a8d6-4ebb-a016-e3acdb2c219a'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:58.282152 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3997630d-d9e1-4d4f-bcd3-a2288fa09439" -d '{"events": [{"server_uuid": "e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff", "name": "network-vif-deleted", "tag": "e3f136f3-a8d6-4ebb-a016-e3acdb2c219a"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:58.322840 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c0757b-3646-4fbc-9ab3-7e9c1c308e82 x-openstack-request-id: req-54c0757b-3646-4fbc-9ab3-7e9c1c308e82 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:58.323131 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff", "name": "network-vif-deleted", "tag": "e3f136f3-a8d6-4ebb-a016-e3acdb2c219a", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:58.323377 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54c0757b-3646-4fbc-9ab3-7e9c1c308e82 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:58.323809 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c0757b-3646-4fbc-9ab3-7e9c1c308e82'] response: {'server_uuid': 'e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff', 'name': 'network-vif-deleted', 'tag': 'e3f136f3-a8d6-4ebb-a016-e3acdb2c219a', 'status': 'completed', 'code': 200} Apr 05 11:04:58.574220 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bf4f92b7-89f2-4b13-bf07-cebdb545ec8f req-38cca49b-3c6b-4b45-981c-85f8cffe23e4 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=e50c9bcb-90fb-48d7-b8f3-88b02cc4cfff HTTP/1.1" status: 200 len: 210 time: 0.0419652 Apr 05 11:04:58.647923 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aadc90d8-6c93-4666-9ee8-238749fa19d7 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:04:58.705289 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port aadc90d8-6c93-4666-9ee8-238749fa19d7 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:58.705767 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:58.793435 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port aadc90d8-6c93-4666-9ee8-238749fa19d7 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:58.794186 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:58.821638 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:04:58.825010 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f306c7b9-107e-488e-9058-453c0e88e98a" -d '{"events": [{"server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "name": "network-vif-plugged", "status": "completed", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:04:58.842305 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:58.848843 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:58.874116 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632be2fd-9d0e-4b16-94d1-3c9234a63e6f x-openstack-request-id: req-632be2fd-9d0e-4b16-94d1-3c9234a63e6f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:04:58.874433 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "name": "network-vif-plugged", "status": "completed", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:04:58.874691 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-632be2fd-9d0e-4b16-94d1-3c9234a63e6f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:04:58.875096 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632be2fd-9d0e-4b16-94d1-3c9234a63e6f'] response: {'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'code': 200} Apr 05 11:04:58.907371 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=aadc90d8-6c93-4666-9ee8-238749fa19d7,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:59.320862 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee446835-2aca-491d-9b0c-5502c018fba2 req-92479706-222a-41b7-b51a-4c52763a6786 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:59.322369 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ee446835-2aca-491d-9b0c-5502c018fba2 req-92479706-222a-41b7-b51a-4c52763a6786 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0560360 Apr 05 11:04:59.372765 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ee446835-2aca-491d-9b0c-5502c018fba2 req-94a4a3e6-a166-43b9-a8e2-025575317019 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443380 Apr 05 11:04:59.591759 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fd415f16-9857-43df-b966-aa2d13a85ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:59.875616 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7881c89-a984-4dc4-a1c8-e659ab2b29c9 req-825505b2-72c5-4c55-baa1-678b40a43e40 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:59.877165 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c7881c89-a984-4dc4-a1c8-e659ab2b29c9 req-825505b2-72c5-4c55-baa1-678b40a43e40 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0585711 Apr 05 11:04:59.925941 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c7881c89-a984-4dc4-a1c8-e659ab2b29c9 req-258c9967-2577-4f53-a23c-1a905282e168 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429888 Apr 05 11:05:00.524909 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72233b1-fa6e-4d0c-b298-1c6b90e3ff97 req-4e64dd09-f675-4626-8ed1-dd1243528f51 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:00.526619 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c72233b1-fa6e-4d0c-b298-1c6b90e3ff97 req-4e64dd09-f675-4626-8ed1-dd1243528f51 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0680153 Apr 05 11:05:00.592160 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c72233b1-fa6e-4d0c-b298-1c6b90e3ff97 req-d2af0ee0-fd59-4b3e-8d46-1b42bd24a908 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592837 Apr 05 11:05:00.651165 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device e3f136f3-a8d6-4ebb-a016-e3acdb2c219a no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:00.676957 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: e3f136f3-a8d6-4ebb-a016-e3acdb2c219a {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:00.677363 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device e3f136f3-a8d6-4ebb-a016-e3acdb2c219a not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:00.950594 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:01.066250 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53287c3-e7c3-470f-bc89-3b8be09c7e4f req-5283712f-6fca-4171-8b87-aa18477b1945 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:01.067898 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c53287c3-e7c3-470f-bc89-3b8be09c7e4f req-5283712f-6fca-4171-8b87-aa18477b1945 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0597634 Apr 05 11:05:01.127604 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c53287c3-e7c3-470f-bc89-3b8be09c7e4f req-d85856db-3ee0-44e3-abb8-62bdefad4baf tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538120 Apr 05 11:05:01.736283 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035088d-37d8-4d9c-8759-3021947e8357 req-a2e5e70b-113e-42a1-afe7-06896bdf6305 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:01.737781 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e035088d-37d8-4d9c-8759-3021947e8357 req-a2e5e70b-113e-42a1-afe7-06896bdf6305 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0612254 Apr 05 11:05:01.802573 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e035088d-37d8-4d9c-8759-3021947e8357 req-ca7a67e0-a9dc-422c-a5ce-98d375304c15 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561361 Apr 05 11:05:02.261358 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab1c9a-5d77-4baf-a3e7-01a3f6c4ee94 req-f49a4ac5-53e6-41ef-a0f9-fbc7be01e5de tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:02.262842 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6eab1c9a-5d77-4baf-a3e7-01a3f6c4ee94 req-f49a4ac5-53e6-41ef-a0f9-fbc7be01e5de tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0585644 Apr 05 11:05:02.314195 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6eab1c9a-5d77-4baf-a3e7-01a3f6c4ee94 req-da3b4945-0e87-40c2-87e4-35eb54306cb1 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430651 Apr 05 11:05:02.474417 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:03.012205 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86470cad-1c21-4c1d-9b09-79be7816958d req-67ce249c-ac1a-4c84-bc6f-eac24bf20ded tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:03.013687 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-86470cad-1c21-4c1d-9b09-79be7816958d req-67ce249c-ac1a-4c84-bc6f-eac24bf20ded tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0559244 Apr 05 11:05:03.061379 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-86470cad-1c21-4c1d-9b09-79be7816958d req-b0df21fb-419e-471a-9cff-e27907d30fae tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418618 Apr 05 11:05:03.453570 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37469c-5274-419e-aeae-1aa0139dcde8 req-1500aa6d-8c21-491b-89d4-e2222e96ee99 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:03.455098 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-db37469c-5274-419e-aeae-1aa0139dcde8 req-1500aa6d-8c21-491b-89d4-e2222e96ee99 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0644729 Apr 05 11:05:03.510582 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-db37469c-5274-419e-aeae-1aa0139dcde8 req-df0fcd5a-1daa-421b-a529-1b9c9985722f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/security-groups?id=e6a82b09-2d13-41b5-90cc-9721295c2d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494807 Apr 05 11:05:03.735346 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:03.855102 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3033-18e0-4835-ad69-3bcd46ac3270 req-0c0562fb-2095-4cd5-adfe-a6be5b5b6334 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:03.856796 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-ccdc3033-18e0-4835-ad69-3bcd46ac3270 req-0c0562fb-2095-4cd5-adfe-a6be5b5b6334 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 945 time: 0.0560408 Apr 05 11:05:03.964385 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ccdc3033-18e0-4835-ad69-3bcd46ac3270 req-c60149c5-ab72-498d-a086-1d4bfa6bcf3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Deleting port ca2475b3-7a17-44f3-93fa-2876680d210c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:03.964785 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ccdc3033-18e0-4835-ad69-3bcd46ac3270 req-c60149c5-ab72-498d-a086-1d4bfa6bcf3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:04.057663 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-ccdc3033-18e0-4835-ad69-3bcd46ac3270 req-c60149c5-ab72-498d-a086-1d4bfa6bcf3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] For port ca2475b3-7a17-44f3-93fa-2876680d210c, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ca2475b3-7a17-44f3-93fa-2876680d210c,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:04.058031 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ccdc3033-18e0-4835-ad69-3bcd46ac3270 req-c60149c5-ab72-498d-a086-1d4bfa6bcf3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:04.074728 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-ccdc3033-18e0-4835-ad69-3bcd46ac3270 req-c60149c5-ab72-498d-a086-1d4bfa6bcf3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Calling delete_port for ca2475b3-7a17-44f3-93fa-2876680d210c owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:04.217033 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1d354-5649-4aff-94e8-1c71d279e1c3 req-46299347-93ba-4fe9-9fab-a163209afdd9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:04.225344 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52c1d354-5649-4aff-94e8-1c71d279e1c3 req-46299347-93ba-4fe9-9fab-a163209afdd9 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0721390 Apr 05 11:05:04.262444 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ccdc3033-18e0-4835-ad69-3bcd46ac3270 req-c60149c5-ab72-498d-a086-1d4bfa6bcf3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (ca2475b3-7a17-44f3-93fa-2876680d210c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:04.284736 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['ca2475b3-7a17-44f3-93fa-2876680d210c'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:05:04.291182 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-52c1d354-5649-4aff-94e8-1c71d279e1c3 req-995aedfb-38dd-4c16-8909-060140a3f717 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647974 Apr 05 11:05:04.326439 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60149c5-ab72-498d-a086-1d4bfa6bcf3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Pushing event deleted for resources: {'Port': ['ID=ca2475b3-7a17-44f3-93fa-2876680d210c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:04.377987 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdc3033-18e0-4835-ad69-3bcd46ac3270 req-c60149c5-ab72-498d-a086-1d4bfa6bcf3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] No DVR routers for this DVR port ca2475b3-7a17-44f3-93fa-2876680d210c on host hv-cinder-81899 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:05:04.381395 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-ccdc3033-18e0-4835-ad69-3bcd46ac3270 req-c60149c5-ab72-498d-a086-1d4bfa6bcf3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:04.385172 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-ccdc3033-18e0-4835-ad69-3bcd46ac3270 req-c60149c5-ab72-498d-a086-1d4bfa6bcf3f tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.36 "DELETE /v2.0/ports/ca2475b3-7a17-44f3-93fa-2876680d210c HTTP/1.1" status: 204 len: 173 time: 0.5224018 Apr 05 11:05:04.385913 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0457018-90aa-4ede-aef8-29fd2285ac7a', 'name': 'network-vif-deleted', 'tag': 'ca2475b3-7a17-44f3-93fa-2876680d210c'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:05:04.388925 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988d2fe0-4328-47df-9b07-4d65b9198c19" -d '{"events": [{"server_uuid": "d0457018-90aa-4ede-aef8-29fd2285ac7a", "name": "network-vif-deleted", "tag": "ca2475b3-7a17-44f3-93fa-2876680d210c"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:05:04.465494 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3805c7ab-0efb-4490-b53b-e7d78140b8b7 x-openstack-request-id: req-3805c7ab-0efb-4490-b53b-e7d78140b8b7 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:05:04.465916 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0457018-90aa-4ede-aef8-29fd2285ac7a", "name": "network-vif-deleted", "tag": "ca2475b3-7a17-44f3-93fa-2876680d210c", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:05:04.466276 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3805c7ab-0efb-4490-b53b-e7d78140b8b7 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:05:04.466779 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3805c7ab-0efb-4490-b53b-e7d78140b8b7'] response: {'server_uuid': 'd0457018-90aa-4ede-aef8-29fd2285ac7a', 'name': 'network-vif-deleted', 'tag': 'ca2475b3-7a17-44f3-93fa-2876680d210c', 'status': 'completed', 'code': 200} Apr 05 11:05:04.628132 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-06aebb5d-a9ee-49f9-a4ea-89988aa60bd1 req-08655215-bcac-47c9-9442-8b3d06ea8982 tempest-ServerRescueNegativeTestJSON-1514461747 tempest-ServerRescueNegativeTestJSON-1514461747-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0457018-90aa-4ede-aef8-29fd2285ac7a HTTP/1.1" status: 200 len: 210 time: 0.0329387 Apr 05 11:05:05.434951 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d630e7d-fb6c-4d63-bd95-e67a2bc7f84f req-12a6c8c2-9939-4a1a-a612-3fcd4195d78a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:05.436731 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4d630e7d-fb6c-4d63-bd95-e67a2bc7f84f req-12a6c8c2-9939-4a1a-a612-3fcd4195d78a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0631418 Apr 05 11:05:05.497551 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4d630e7d-fb6c-4d63-bd95-e67a2bc7f84f req-b8d73e4a-bcaa-4219-81e7-0153ed1e6360 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544727 Apr 05 11:05:05.690074 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47246) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:06.318648 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:06.638950 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb70c-3f92-4d4c-b730-92aa470bdfe1 req-61bf25ea-fdd2-4531-85d6-1dc2f7138fb3 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:06.647143 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-575bb70c-3f92-4d4c-b730-92aa470bdfe1 req-61bf25ea-fdd2-4531-85d6-1dc2f7138fb3 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0667071 Apr 05 11:05:06.713662 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-575bb70c-3f92-4d4c-b730-92aa470bdfe1 req-c8f8598b-f552-4b12-8f03-0e15f548b256 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650494 Apr 05 11:05:06.745099 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device ca2475b3-7a17-44f3-93fa-2876680d210c no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:06.769756 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: ca2475b3-7a17-44f3-93fa-2876680d210c {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:06.770650 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device ca2475b3-7a17-44f3-93fa-2876680d210c not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:06.949290 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] Deleting port 4f3cc5c0-f4c1-4d73-9696-b86547d16904 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:06.949872 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:07.038582 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] For port 4f3cc5c0-f4c1-4d73-9696-b86547d16904, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=4f3cc5c0-f4c1-4d73-9696-b86547d16904,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:07.038860 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:07.053663 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] Calling delete_port for 4f3cc5c0-f4c1-4d73-9696-b86547d16904 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:07.300046 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (4f3cc5c0-f4c1-4d73-9696-b86547d16904), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:07.330368 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3cc5c0-f4c1-4d73-9696-b86547d16904,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:07.569664 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577608'] for router_interface (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:07.871592 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed8781-441d-4c98-8ce8-76d539b494fe req-e768242e-f9ba-405e-bb6b-289608335181 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:07.873522 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-35ed8781-441d-4c98-8ce8-76d539b494fe req-e768242e-f9ba-405e-bb6b-289608335181 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0838635 Apr 05 11:05:07.902497 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] Router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:05:07.953200 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-35ed8781-441d-4c98-8ce8-76d539b494fe req-79011c33-2efd-43e3-8127-761f3b5ad315 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701020 Apr 05 11:05:08.068478 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:05:08.073923 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-dbbb4447-b3d6-4663-a77e-018838004b5f admin admin] 10.222.0.43 "PUT /v2.0/routers/3f97499a-5867-414f-b8d1-09cb1ab6f7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3828294 Apr 05 11:05:08.076668 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47284) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:08.082184 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b1384-a537-45eb-bcc8-1539678a1117 None None] Sync routers for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:05:08.096058 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b1384-a537-45eb-bcc8-1539678a1117 None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:08.096698 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-866b1384-a537-45eb-bcc8-1539678a1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:05:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:08.223602 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-866b1384-a537-45eb-bcc8-1539678a1117 None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:08.229411 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Publish callbacks [] for router (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:08.371387 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Publish callbacks [] for router_gateway (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:08.433026 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Deleting port 9ec46b40-da26-4f29-9d1e-083d2830277a {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:08.433464 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:08.440243 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-866b1384-a537-45eb-bcc8-1539678a1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:05:07Z', 'revision_number': 5, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port': {'id': '9ec46b40-da26-4f29-9d1e-083d2830277a', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:67:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:55Z', 'updated_at': '2022-04-05T11:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:08.478593 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b1384-a537-45eb-bcc8-1539678a1117 None None] Checking router: 3f97499a-5867-414f-b8d1-09cb1ab6f7fb for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:05:08.491619 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b1384-a537-45eb-bcc8-1539678a1117 None None] Routers {'3f97499a-5867-414f-b8d1-09cb1ab6f7fb'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:08.492250 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-866b1384-a537-45eb-bcc8-1539678a1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:05:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:08.532473 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] For port 9ec46b40-da26-4f29-9d1e-083d2830277a, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9ec46b40-da26-4f29-9d1e-083d2830277a,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:08.534584 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:08.548073 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Calling delete_port for 9ec46b40-da26-4f29-9d1e-083d2830277a owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:08.819250 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-866b1384-a537-45eb-bcc8-1539678a1117 None None] Set router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:08.885913 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-866b1384-a537-45eb-bcc8-1539678a1117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:05:08Z', 'revision_number': 6, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port_host': None}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:08.925593 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b1384-a537-45eb-bcc8-1539678a1117 None None] The sync data for ids ['3f97499a-5867-414f-b8d1-09cb1ab6f7fb'] in dv-cinder-818994-3-smb is: [{'id': '3f97499a-5867-414f-b8d1-09cb1ab6f7fb', 'name': 'tempest-ServerRescueNegativeTestJSON-1939288437-router', 'tenant_id': '52b5948dc8574e09a42a290b46756aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:51Z', 'updated_at': '2022-04-05T11:05:08Z', 'revision_number': 6, 'project_id': '52b5948dc8574e09a42a290b46756aaa', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:05:09.093861 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (9ec46b40-da26-4f29-9d1e-083d2830277a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.129128 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec46b40-da26-4f29-9d1e-083d2830277a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:09.162184 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577550'] for router_gateway (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.246340 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af211cd3-9514-4104-b86d-35913608932e req-a6e8e3f3-0e6a-497b-ba62-7fc3e2285913 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:09.247815 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-af211cd3-9514-4104-b86d-35913608932e req-a6e8e3f3-0e6a-497b-ba62-7fc3e2285913 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.1926985 Apr 05 11:05:09.305188 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29002'] for router (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.310035 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Publish callbacks [] for router_controller (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.346581 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-af211cd3-9514-4104-b86d-35913608932e req-79025948-1010-4569-8c9d-78e6aa2959fd tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647061 Apr 05 11:05:09.436311 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (3f97499a-5867-414f-b8d1-09cb1ab6f7fb), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.437869 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f97499a-5867-414f-b8d1-09cb1ab6f7fb {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:05:09.444210 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.445667 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-a8cdeaee-3273-4755-a380-33c49dd696de admin admin] 10.222.0.43 "DELETE /v2.0/routers/3f97499a-5867-414f-b8d1-09cb1ab6f7fb HTTP/1.1" status: 204 len: 168 time: 1.3678200 Apr 05 11:05:09.448234 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47290) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:09.500987 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfc3b84-d6fe-4f88-a522-3db147da3f6f admin admin] Deleting subnet 1280e769-ee31-4adb-9c92-16b59b561c5c {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:05:09.504810 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3b84-d6fe-4f88-a522-3db147da3f6f admin admin] Publish callbacks [] for subnet (1280e769-ee31-4adb-9c92-16b59b561c5c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.549434 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3b84-d6fe-4f88-a522-3db147da3f6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30973086'] for subnet (1280e769-ee31-4adb-9c92-16b59b561c5c), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.716623 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3b84-d6fe-4f88-a522-3db147da3f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (1280e769-ee31-4adb-9c92-16b59b561c5c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.807723 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3b84-d6fe-4f88-a522-3db147da3f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29380724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814199'] for subnet (1280e769-ee31-4adb-9c92-16b59b561c5c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.810518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 4f3cc5c0-f4c1-4d73-9696-b86547d16904 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:09.853888 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 4f3cc5c0-f4c1-4d73-9696-b86547d16904 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:09.854255 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 4f3cc5c0-f4c1-4d73-9696-b86547d16904 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:09.854778 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9ec46b40-da26-4f29-9d1e-083d2830277a no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:09.889610 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc3b84-d6fe-4f88-a522-3db147da3f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1280e769-ee31-4adb-9c92-16b59b561c5c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:09.899176 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3cfc3b84-d6fe-4f88-a522-3db147da3f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.903484 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-3cfc3b84-d6fe-4f88-a522-3db147da3f6f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1280e769-ee31-4adb-9c92-16b59b561c5c HTTP/1.1" status: 204 len: 168 time: 0.4541447 Apr 05 11:05:09.904704 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 9ec46b40-da26-4f29-9d1e-083d2830277a {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:09.905597 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9ec46b40-da26-4f29-9d1e-083d2830277a not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:09.906190 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47292) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:09.929157 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab46913-91bf-476b-8a2f-2eb8a0cffb4e None None] Network e3f74eb5-98b3-496f-81f4-c18bd451447c requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:05:10.036835 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (e3f74eb5-98b3-496f-81f4-c18bd451447c), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.135419 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Deleting port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:10.136033 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.161386 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b533533-2f65-4315-ad28-3bd6e83f3438 None None] DHCP port deletion for e3f74eb5-98b3-496f-81f4-c18bd451447c request from dv-cinder-818994-3-smb {{(pid=103323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:05:10.248312 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] For port c3a577d0-1e51-4a66-99b6-860e8bdca5a5, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=c3a577d0-1e51-4a66-99b6-860e8bdca5a5,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:10.248707 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.261053 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9b533533-2f65-4315-ad28-3bd6e83f3438 None None] Deleting port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:10.261053 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b533533-2f65-4315-ad28-3bd6e83f3438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.268995 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Calling delete_port for c3a577d0-1e51-4a66-99b6-860e8bdca5a5 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:10.354578 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9b533533-2f65-4315-ad28-3bd6e83f3438 None None] For port c3a577d0-1e51-4a66-99b6-860e8bdca5a5, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=c3a577d0-1e51-4a66-99b6-860e8bdca5a5,segment=NetworkSegment(81436b06-d84c-4e47-8054-b1ac0956a63d),segment_id=81436b06-d84c-4e47-8054-b1ac0956a63d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:10.355142 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b533533-2f65-4315-ad28-3bd6e83f3438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.378778 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9b533533-2f65-4315-ad28-3bd6e83f3438 None None] Calling delete_port for c3a577d0-1e51-4a66-99b6-860e8bdca5a5 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:10.384952 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.399233 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] No DVR routers for this DVR port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 on host dv-cinder-818994-3-smb {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:05:10.464134 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a577d0-1e51-4a66-99b6-860e8bdca5a5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:10.572955 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (e3f74eb5-98b3-496f-81f4-c18bd451447c), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.610777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.610777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.610777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.610777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > port after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.610777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.610777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > port after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.610777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.610777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.610777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.610777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.621299 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b533533-2f65-4315-ad28-3bd6e83f3438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (c3a577d0-1e51-4a66-99b6-860e8bdca5a5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.668903 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b533533-2f65-4315-ad28-3bd6e83f3438 None None] No DVR routers for this DVR port c3a577d0-1e51-4a66-99b6-860e8bdca5a5 on host dv-cinder-818994-3-smb {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:05:10.682957 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b533533-2f65-4315-ad28-3bd6e83f3438 None None] Pushing event deleted for resources: {'Port': ['ID=c3a577d0-1e51-4a66-99b6-860e8bdca5a5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:10.786647 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.787006 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.787342 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.787696 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:05:10.788065 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f74eb5-98b3-496f-81f4-c18bd451447c']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:10.814478 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81436b06-d84c-4e47-8054-b1ac0956a63d') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:10.814960 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81436b06-d84c-4e47-8054-b1ac0956a63d') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:10.829567 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2269a5-ec00-4fa1-8458-113530199005 req-fa23b5dd-9435-4771-adaa-8be37b3e88e7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:10.831263 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7a2269a5-ec00-4fa1-8458-113530199005 req-fa23b5dd-9435-4771-adaa-8be37b3e88e7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.3527176 Apr 05 11:05:10.856350 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30385722'] for segment (81436b06-d84c-4e47-8054-b1ac0956a63d), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.918392 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (81436b06-d84c-4e47-8054-b1ac0956a63d), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.930622 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:05:10.931358 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29836175'] for segment (81436b06-d84c-4e47-8054-b1ac0956a63d), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: from cryptography.utils import int_from_bytes Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: from cryptography.utils import int_from_bytes Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: Traceback (most recent call last): Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: timer() Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: cb(*args, **kw) Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: return func(*args, **kwargs) Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: self._notify() Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: self.callback(batched_events) Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: event.method(event) Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: return f(self, *a, **k) Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: return self._get(url).json() Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:05:10.936786 dv-cinder-818994-3-smb neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:05:11.024256 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7a2269a5-ec00-4fa1-8458-113530199005 req-6182f3f9-bebf-49e4-904f-4b1cca888260 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756356 Apr 05 11:05:11.032978 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (e3f74eb5-98b3-496f-81f4-c18bd451447c), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:11.048056 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:11.052244 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] 10.222.0.43 "DELETE /v2.0/networks/e3f74eb5-98b3-496f-81f4-c18bd451447c HTTP/1.1" status: 204 len: 168 time: 1.1450081 Apr 05 11:05:11.071360 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933748e5-99d2-490a-a9e0-4defbe558e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f74eb5-98b3-496f-81f4-c18bd451447c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:11.185878 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47322) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:11.230381 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-d26fd9c9-2ce6-4408-9ae7-efb1303f271e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52b5948dc8574e09a42a290b46756aaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432162 Apr 05 11:05:11.232946 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47324) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:11.293061 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8903b84e-51ea-4fc0-800e-76461abdb06c admin admin] Publish callbacks [] for security_group (e6a82b09-2d13-41b5-90cc-9721295c2d57), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:11.319773 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8903b84e-51ea-4fc0-800e-76461abdb06c admin admin] Publish callbacks [] for security_group (e6a82b09-2d13-41b5-90cc-9721295c2d57), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:11.378852 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8903b84e-51ea-4fc0-800e-76461abdb06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (e6a82b09-2d13-41b5-90cc-9721295c2d57), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:11.381601 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8903b84e-51ea-4fc0-800e-76461abdb06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:11.383592 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-8903b84e-51ea-4fc0-800e-76461abdb06c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6a82b09-2d13-41b5-90cc-9721295c2d57 HTTP/1.1" status: 204 len: 168 time: 0.1490924 Apr 05 11:05:11.394183 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903b84e-51ea-4fc0-800e-76461abdb06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a82b09-2d13-41b5-90cc-9721295c2d57,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:11.784992 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device c3a577d0-1e51-4a66-99b6-860e8bdca5a5 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:11.828884 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: c3a577d0-1e51-4a66-99b6-860e8bdca5a5 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:11.833309 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device c3a577d0-1e51-4a66-99b6-860e8bdca5a5 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:12.215219 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacfe9d-9c81-48f7-a34f-7c50a7b4731c req-8464f5d0-600a-4d30-89bf-8511756effbf tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:12.217111 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-daacfe9d-9c81-48f7-a34f-7c50a7b4731c req-8464f5d0-600a-4d30-89bf-8511756effbf tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0740950 Apr 05 11:05:12.329437 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-daacfe9d-9c81-48f7-a34f-7c50a7b4731c req-74070788-cf1a-4176-b50f-b0c8e0fa21c5 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041691 Apr 05 11:05:13.497274 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed6a4b-5323-4b33-823f-792fc981fd4b req-5f5a1f44-801c-4d89-8427-a8465da71bd8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:13.507735 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-86ed6a4b-5323-4b33-823f-792fc981fd4b req-5f5a1f44-801c-4d89-8427-a8465da71bd8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0700369 Apr 05 11:05:13.562616 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-86ed6a4b-5323-4b33-823f-792fc981fd4b req-0ea8931c-fd64-46f3-8750-ba3c91197e51 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573905 Apr 05 11:05:14.081292 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21215a4-94f8-494b-98ac-bcbd3fe09484 req-18781608-040d-49c9-93ac-d70fd160e667 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:14.088330 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a21215a4-94f8-494b-98ac-bcbd3fe09484 req-18781608-040d-49c9-93ac-d70fd160e667 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 945 time: 0.0675211 Apr 05 11:05:14.142996 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a21215a4-94f8-494b-98ac-bcbd3fe09484 req-b8d4e3cb-ef85-49da-b3b0-54afa7b1c187 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=60433265-1b13-4dda-96f8-3cec2ec5f065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526922 Apr 05 11:05:14.684173 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad584d2b-930f-4109-b572-d3e381ef7d90 req-816b5929-6beb-4eb5-b4fe-7607a8063c90 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:14.685779 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ad584d2b-930f-4109-b572-d3e381ef7d90 req-816b5929-6beb-4eb5-b4fe-7607a8063c90 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0538723 Apr 05 11:05:14.744614 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ad584d2b-930f-4109-b572-d3e381ef7d90 req-3c835956-b324-487c-91f4-612b25072330 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499585 Apr 05 11:05:15.289032 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d29916-f42a-4d8c-b913-bc5e8b55d1ed req-5f6cf48f-49e5-4617-b497-46df6107a51e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:15.290542 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-03d29916-f42a-4d8c-b913-bc5e8b55d1ed req-5f6cf48f-49e5-4617-b497-46df6107a51e tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 945 time: 0.0672245 Apr 05 11:05:15.344225 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-03d29916-f42a-4d8c-b913-bc5e8b55d1ed req-6f085ff6-dc81-490d-bc60-136800132ee2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=60433265-1b13-4dda-96f8-3cec2ec5f065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452247 Apr 05 11:05:15.446643 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:15.631784 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47432) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:15.756918 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50afe919-77bf-4f84-91e1-ca0fb973c192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:15.863076 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50afe919-77bf-4f84-91e1-ca0fb973c192 admin admin] Publish callbacks [] for security_group (2bbefd50-d033-4d30-a18f-7582a5982550), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:15.868478 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-50afe919-77bf-4f84-91e1-ca0fb973c192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (2bbefd50-d033-4d30-a18f-7582a5982550), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:15.912443 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afe919-77bf-4f84-91e1-ca0fb973c192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbefd50-d033-4d30-a18f-7582a5982550,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:15.918203 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-50afe919-77bf-4f84-91e1-ca0fb973c192 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cda423f1a624caeac3a664bd15e515c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853398 Apr 05 11:05:15.920958 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47442) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:15.934122 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f8a16-19b8-48cc-b0dd-579c0236908c req-12546ec4-a9df-4505-aecc-64cf22c2b1ed tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:15.935590 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a82f8a16-19b8-48cc-b0dd-579c0236908c req-12546ec4-a9df-4505-aecc-64cf22c2b1ed tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.1141970 Apr 05 11:05:16.010324 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a82f8a16-19b8-48cc-b0dd-579c0236908c req-28269a59-b138-4fad-be23-c9c2717e4906 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676477 Apr 05 11:05:16.015505 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e6e60a7-ba9e-448a-aaea-9d1c3213d7d2 admin admin] Publish callbacks [] for security_group (2bbefd50-d033-4d30-a18f-7582a5982550), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:16.041682 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e6e60a7-ba9e-448a-aaea-9d1c3213d7d2 admin admin] Publish callbacks [] for security_group (2bbefd50-d033-4d30-a18f-7582a5982550), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:16.092124 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e6e60a7-ba9e-448a-aaea-9d1c3213d7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (2bbefd50-d033-4d30-a18f-7582a5982550), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:16.094826 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3e6e60a7-ba9e-448a-aaea-9d1c3213d7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:16.095980 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-3e6e60a7-ba9e-448a-aaea-9d1c3213d7d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bbefd50-d033-4d30-a18f-7582a5982550 HTTP/1.1" status: 204 len: 168 time: 0.1739204 Apr 05 11:05:16.104387 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e60a7-ba9e-448a-aaea-9d1c3213d7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbefd50-d033-4d30-a18f-7582a5982550,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:16.247560 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-1bf4e414-a910-4788-b687-330a71cec3fc tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:16.249182 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-1bf4e414-a910-4788-b687-330a71cec3fc tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.36 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 945 time: 0.0544937 Apr 05 11:05:16.393957 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Deleting port 4bd7b7e2-ae54-4589-8e39-cb86e607926f {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:16.394628 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:16.506350 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] For port 4bd7b7e2-ae54-4589-8e39-cb86e607926f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=4bd7b7e2-ae54-4589-8e39-cb86e607926f,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:16.506710 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:16.512037 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92a16c-930a-4159-849e-56b9aae2ce97 req-50b53e44-1611-410c-9e70-3cbe8f5f81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:16.513577 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bb92a16c-930a-4159-849e-56b9aae2ce97 req-50b53e44-1611-410c-9e70-3cbe8f5f81a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 1130 time: 0.2106421 Apr 05 11:05:16.521528 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae18f12-f7b8-4522-bd9e-9c2f0d395678 req-effe46a6-fe9a-42bc-b4c5-cdf8b6fde1ec tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:16.523682 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aae18f12-f7b8-4522-bd9e-9c2f0d395678 req-effe46a6-fe9a-42bc-b4c5-cdf8b6fde1ec tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 945 time: 0.0933783 Apr 05 11:05:16.630878 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aae18f12-f7b8-4522-bd9e-9c2f0d395678 req-233452ca-d4d6-44a1-972e-ffcd00058180 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups?id=60433265-1b13-4dda-96f8-3cec2ec5f065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985241 Apr 05 11:05:16.656407 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92a16c-930a-4159-849e-56b9aae2ce97 req-d53f4214-5194-480d-8a29-4b89edec4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:16.658271 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bb92a16c-930a-4159-849e-56b9aae2ce97 req-d53f4214-5194-480d-8a29-4b89edec4791 service neutron] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 917 time: 0.1340396 Apr 05 11:05:16.699615 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:16.700036 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (9408f91d-a5ee-43f1-9186-28811dba6b96), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:16.700521 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Floating IP 9408f91d-a5ee-43f1-9186-28811dba6b96 disassociated. External IP: 172.28.2.4, port: 4bd7b7e2-ae54-4589-8e39-cb86e607926f. Apr 05 11:05:16.700807 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Calling delete_port for 4bd7b7e2-ae54-4589-8e39-cb86e607926f owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:16.731727 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bb92a16c-930a-4159-849e-56b9aae2ce97 req-98732165-a8dd-43ba-9014-896e3b956813 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7 HTTP/1.1" status: 200 len: 1001 time: 0.0662744 Apr 05 11:05:16.789978 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92a16c-930a-4159-849e-56b9aae2ce97 req-1afee486-d621-44ec-80e7-6496779c8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:16.792472 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bb92a16c-930a-4159-849e-56b9aae2ce97 req-1afee486-d621-44ec-80e7-6496779c8b0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.0513237 Apr 05 11:05:16.836786 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (4bd7b7e2-ae54-4589-8e39-cb86e607926f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:16.838641 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47468) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:16.849780 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92a16c-930a-4159-849e-56b9aae2ce97 req-df33641b-c6f5-4ec6-adf0-c75c9ade66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:16.851370 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bb92a16c-930a-4159-849e-56b9aae2ce97 req-df33641b-c6f5-4ec6-adf0-c75c9ade66d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0523605 Apr 05 11:05:16.871655 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event deleted for resources: {'Port': ['ID=4bd7b7e2-ae54-4589-8e39-cb86e607926f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:16.951098 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422614250-network', 'tenant_id': 'ee08c5fc249040eab08410fc5fbf3cbd'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:05:16.968658 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bb92a16c-930a-4159-849e-56b9aae2ce97 req-b6560e5d-69d2-44be-930d-9b2cc89a0c24 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091390 Apr 05 11:05:16.987797 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Made reservation on behalf of ee08c5fc249040eab08410fc5fbf3cbd for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:05:16.990020 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:16.994774 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Router 8e2be353-9615-4e29-95b6-4b802136467a has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:05:17.013409 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:17.107372 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:05:17.120109 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b0284-9070-4de7-9080-5ddb4e8a0e63 None None] Sync routers for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:05:17.131494 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b0284-9070-4de7-9080-5ddb4e8a0e63 None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:17.132048 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b2b0284-9070-4de7-9080-5ddb4e8a0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:05:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:17.143017 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bb92a16c-930a-4159-849e-56b9aae2ce97 req-f6710019-1606-4e3c-80ad-9e191a3668a6 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622405 Apr 05 11:05:17.152234 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] No DVR routers for this DVR port 4bd7b7e2-ae54-4589-8e39-cb86e607926f on host hv-cinder-81899 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:05:17.154719 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:17.158487 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-6bb1cbab-bb8f-4a85-ae7a-93c831497039 req-b61040ee-8be6-4a25-956a-cead6654593b tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.36 "DELETE /v2.0/ports/4bd7b7e2-ae54-4589-8e39-cb86e607926f HTTP/1.1" status: 204 len: 173 time: 0.8622777 Apr 05 11:05:17.159227 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'name': 'network-vif-deleted', 'tag': '4bd7b7e2-ae54-4589-8e39-cb86e607926f'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:05:17.161809 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67303f0c-d1e8-45f0-b5ad-45f0f325e954" -d '{"events": [{"server_uuid": "05dc86d2-7099-4f29-a2e0-d1fca1e9855b", "name": "network-vif-deleted", "tag": "4bd7b7e2-ae54-4589-8e39-cb86e607926f"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:05:17.200917 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daeecd-26ff-4d0e-8365-39a693789102 req-289c9643-d0ef-4171-b843-f9c4a88f7f07 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:17.202554 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-64daeecd-26ff-4d0e-8365-39a693789102 req-289c9643-d0ef-4171-b843-f9c4a88f7f07 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.1124296 Apr 05 11:05:17.230230 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Publish callbacks [] for security_group (2da878c2-4e2b-4fd0-b0d7-f5d106a85f27), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:17.241611 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (2da878c2-4e2b-4fd0-b0d7-f5d106a85f27), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:17.255590 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-4b2b0284-9070-4de7-9080-5ddb4e8a0e63 None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:17.274629 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:05:17.318700 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da878c2-4e2b-4fd0-b0d7-f5d106a85f27,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:17.331555 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-64daeecd-26ff-4d0e-8365-39a693789102 req-139c8eb5-6a8c-44c0-812f-89ff743a9a2f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148374 Apr 05 11:05:17.343563 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (f0d66a91-4caf-44a6-a16b-70ce7770ae61), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:17.343920 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.segments_db [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Added segment f0d66a91-4caf-44a6-a16b-70ce7770ae61 of type vlan for network c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2 Apr 05 11:05:17.401785 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:17.436708 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35268a3-5b8c-43fe-ad3b-50cd7583eeeb x-openstack-request-id: req-d35268a3-5b8c-43fe-ad3b-50cd7583eeeb {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:05:17.436708 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dc86d2-7099-4f29-a2e0-d1fca1e9855b", "name": "network-vif-deleted", "tag": "4bd7b7e2-ae54-4589-8e39-cb86e607926f", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:05:17.436708 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d35268a3-5b8c-43fe-ad3b-50cd7583eeeb {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:05:17.436708 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35268a3-5b8c-43fe-ad3b-50cd7583eeeb'] response: {'server_uuid': '05dc86d2-7099-4f29-a2e0-d1fca1e9855b', 'name': 'network-vif-deleted', 'tag': '4bd7b7e2-ae54-4589-8e39-cb86e607926f', 'status': 'completed', 'code': 200} Apr 05 11:05:17.443947 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:17.444938 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:17.445525 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:17.510347 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6705513 Apr 05 11:05:17.513686 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47478) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:17.515885 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c682fa1-6aec-448b-91a9-b5a73215c76a admin admin] Pushing event updated for resources: {'Network': ['ID=c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:17.518811 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] Request body: {'subnet': {'network_id': 'c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422614250-subnet', 'tenant_id': 'ee08c5fc249040eab08410fc5fbf3cbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:05:17.526403 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2 details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:05:17.541602 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] Made reservation on behalf of ee08c5fc249040eab08410fc5fbf3cbd for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:05:17.544710 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814224'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:17.582123 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b2b0284-9070-4de7-9080-5ddb4e8a0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:17.615476 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b0284-9070-4de7-9080-5ddb4e8a0e63 None None] Checking router: 8e2be353-9615-4e29-95b6-4b802136467a for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:05:17.626617 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b0284-9070-4de7-9080-5ddb4e8a0e63 None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:17.627870 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b2b0284-9070-4de7-9080-5ddb4e8a0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:05:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:17.751907 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29381299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814222'] for subnet (d0f6202e-1f5e-4ee3-a807-16a6e6728049), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:17.758266 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a9fd399a-549a-4304-a2ed-7cd910baabec req-3d87e314-6c0b-4ce8-afd0-7864c79fcfbb tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 210 time: 0.0380764 Apr 05 11:05:17.768601 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-4b2b0284-9070-4de7-9080-5ddb4e8a0e63 None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:17.816894 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f6202e-1f5e-4ee3-a807-16a6e6728049,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:17.827743 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] Checking segment: {'id': 'f0d66a91-4caf-44a6-a16b-70ce7770ae61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:05:17.827743 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] Network hostable DHCP agents. Network: c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:05:17.845313 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] Network c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2 is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:05:17.860805 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:05:17.865690 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:17.866761 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:17.874063 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654bb476-f2d0-4d0b-a42b-fde4b1171d94 None None] Network c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:05:17.895087 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-cc7a8a47-54e3-426a-9ca9-3869fd5e901c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3708339 Apr 05 11:05:17.979218 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba9a7b-f3bc-41d5-b3c1-942ddb8c381b None None] Network c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:05:17.994139 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-4b2b0284-9070-4de7-9080-5ddb4e8a0e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:18.021984 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b0284-9070-4de7-9080-5ddb4e8a0e63 None None] The sync data for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb is: [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:00:02Z', 'revision_number': 4, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '207c1bef-c599-46a5-9905-0b12189715f7', 'name': '', 'network_id': '5c5cb07f-3ee8-463c-9269-3b548160e895', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'mac_address': 'fa:16:3e:56:34:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:58Z', 'updated_at': '2022-04-05T11:00:15Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'subnets': [{'id': '58f0a7a9-5308-49f8-850a-610a57e2db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:05:18.267089 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977a1a9-3837-4bb9-96ac-457f6b8d19b4 None None] New status for floating IP 9408f91d-a5ee-43f1-9186-28811dba6b96: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:05:18.434693 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47500) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:18.440134 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-555149078-network', 'tenant_id': '73d875a628cc4498893a164769b6776e'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:05:18.459713 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Made reservation on behalf of 73d875a628cc4498893a164769b6776e for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:05:18.461968 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:18.462532 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fba576-1ca4-4263-93f4-736aeaece56e req-d1bcc91f-0b1e-45d4-bff3-bc8e7ec556af tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:18.464108 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-74fba576-1ca4-4263-93f4-736aeaece56e req-d1bcc91f-0b1e-45d4-bff3-bc8e7ec556af tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 946 time: 0.0550141 Apr 05 11:05:18.471892 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:18.513050 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-74fba576-1ca4-4263-93f4-736aeaece56e req-c603c562-fa2a-4c63-99df-dbc041d51783 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 Apr 05 11:05:18.546887 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Publish callbacks [] for security_group (ad5a1fc8-3383-4ce7-8207-57011d8297f2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:18.551413 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (ad5a1fc8-3383-4ce7-8207-57011d8297f2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:18.584798 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:05:18.591757 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5a1fc8-3383-4ce7-8207-57011d8297f2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:18.598518 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (df4d789f-10bb-461a-a5c4-a0917c123797), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:18.598872 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.segments_db [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Added segment df4d789f-10bb-461a-a5c4-a0917c123797 of type vlan for network da996b32-4a5b-46ee-9091-628db288b0eb Apr 05 11:05:18.650390 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (da996b32-4a5b-46ee-9091-628db288b0eb), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:18.678525 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (da996b32-4a5b-46ee-9091-628db288b0eb), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:18.679654 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:18.680267 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:18.716785 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2809658 Apr 05 11:05:18.719902 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47502) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:18.724909 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] Request body: {'subnet': {'network_id': 'da996b32-4a5b-46ee-9091-628db288b0eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-555149078-subnet', 'tenant_id': '73d875a628cc4498893a164769b6776e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:05:18.746668 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] Made reservation on behalf of 73d875a628cc4498893a164769b6776e for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:05:18.749361 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056410988'] for subnet (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:18.753105 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da15983-4246-4cbe-9ea2-1900493a4ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=da996b32-4a5b-46ee-9091-628db288b0eb,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:18.762956 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network da996b32-4a5b-46ee-9091-628db288b0eb details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:05:18.823672 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4bd7b7e2-ae54-4589-8e39-cb86e607926f no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:18.855704 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: 4bd7b7e2-ae54-4589-8e39-cb86e607926f {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:18.856254 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 4bd7b7e2-ae54-4589-8e39-cb86e607926f not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:18.856756 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aadc90d8-6c93-4666-9ee8-238749fa19d7 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:18.897737 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bb1d28b4-c963-45ab-bfeb-20ca04951d3d req-9dad7549-6fa6-419a-933f-61cb3bd506a2 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/ports?device_id=05dc86d2-7099-4f29-a2e0-d1fca1e9855b HTTP/1.1" status: 200 len: 210 time: 0.0476122 Apr 05 11:05:18.940088 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port aadc90d8-6c93-4666-9ee8-238749fa19d7 is: ACTIVE; New status is: DOWN {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:05:18.940480 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:18.961885 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29835554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056410994'] for subnet (d2b80863-98f7-4d77-8bd6-f1950e3d0233), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:18.971486 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:05:18.973722 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9275f0d0-796f-4c5d-9435-ec352bcdad79" -d '{"events": [{"server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "name": "network-vif-unplugged", "status": "completed", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:05:18.987174 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:18.994951 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.031049 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b80863-98f7-4d77-8bd6-f1950e3d0233,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:19.047127 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 11:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22de37ac-4822-4b80-b4e4-b9377828a133 x-openstack-request-id: req-22de37ac-4822-4b80-b4e4-b9377828a133 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:05:19.047680 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "name": "network-vif-unplugged", "status": "completed", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:05:19.048096 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22de37ac-4822-4b80-b4e4-b9377828a133 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:05:19.048645 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22de37ac-4822-4b80-b4e4-b9377828a133'] response: {'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'code': 200} Apr 05 11:05:19.054941 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=aadc90d8-6c93-4666-9ee8-238749fa19d7,revision_number=8']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:19.070316 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] Checking segment: {'id': 'df4d789f-10bb-461a-a5c4-a0917c123797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'da996b32-4a5b-46ee-9091-628db288b0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:05:19.070762 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] Network hostable DHCP agents. Network: da996b32-4a5b-46ee-9091-628db288b0eb, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:05:19.089092 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] Network da996b32-4a5b-46ee-9091-628db288b0eb is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:05:19.098858 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, da996b32-4a5b-46ee-9091-628db288b0eb) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:05:19.104189 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:19.105265 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.108647 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cc188a-4ed7-41db-b4ea-4d84bfe75b8f None None] Network da996b32-4a5b-46ee-9091-628db288b0eb requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:05:19.123267 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-b4d08ee7-4ed0-41f2-84cb-4ddf993ccf51 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4021437 Apr 05 11:05:19.215262 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa31ae-7a23-481c-a522-9b9255197d88 None None] Network da996b32-4a5b-46ee-9091-628db288b0eb requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:05:19.251635 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47510) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:19.298243 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c67bce8-0fc8-4881-8571-3f6ef1f80809 admin admin] Deleting subnet d0f6202e-1f5e-4ee3-a807-16a6e6728049 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:05:19.302206 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c67bce8-0fc8-4881-8571-3f6ef1f80809 admin admin] Publish callbacks [] for subnet (d0f6202e-1f5e-4ee3-a807-16a6e6728049), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.341335 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c67bce8-0fc8-4881-8571-3f6ef1f80809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30385857'] for subnet (d0f6202e-1f5e-4ee3-a807-16a6e6728049), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.386717 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c67bce8-0fc8-4881-8571-3f6ef1f80809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (d0f6202e-1f5e-4ee3-a807-16a6e6728049), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.450673 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c67bce8-0fc8-4881-8571-3f6ef1f80809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29836261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056410891'] for subnet (d0f6202e-1f5e-4ee3-a807-16a6e6728049), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.482043 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67bce8-0fc8-4881-8571-3f6ef1f80809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0f6202e-1f5e-4ee3-a807-16a6e6728049,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:19.484083 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9c67bce8-0fc8-4881-8571-3f6ef1f80809 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.487252 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-9c67bce8-0fc8-4881-8571-3f6ef1f80809 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d0f6202e-1f5e-4ee3-a807-16a6e6728049 HTTP/1.1" status: 204 len: 168 time: 0.2345963 Apr 05 11:05:19.491065 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47512) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:19.562111 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.673788 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.697598 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:19.709139 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d66a91-4caf-44a6-a16b-70ce7770ae61') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:19.709448 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d66a91-4caf-44a6-a16b-70ce7770ae61') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:19.717685 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2d61e-fc36-4a69-970b-eacb0dd5e564 req-01e901c7-58a0-4021-a958-b0374788d09f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:19.719179 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-16f2d61e-fc36-4a69-970b-eacb0dd5e564 req-01e901c7-58a0-4021-a958-b0374788d09f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.1242151 Apr 05 11:05:19.728191 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30385722'] for segment (f0d66a91-4caf-44a6-a16b-70ce7770ae61), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.756347 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (f0d66a91-4caf-44a6-a16b-70ce7770ae61), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.765381 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:05:19.765767 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29836175'] for segment (f0d66a91-4caf-44a6-a16b-70ce7770ae61), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: Traceback (most recent call last): Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: timer() Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: cb(*args, **kw) Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: return func(*args, **kwargs) Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: self._notify() Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: self.callback(batched_events) Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: event.method(event) Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: return f(self, *a, **k) Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: return self._get(url).json() Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:05:19.767382 dv-cinder-818994-3-smb neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:05:19.831082 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-16f2d61e-fc36-4a69-970b-eacb0dd5e564 req-68089cf3-3451-4e5f-a284-73a0abac1de2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047664 Apr 05 11:05:19.841540 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.849690 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.852844 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] 10.222.0.43 "DELETE /v2.0/networks/c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2 HTTP/1.1" status: 204 len: 168 time: 0.3607745 Apr 05 11:05:19.856295 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47516) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:19.862618 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a1ffb-bacb-49c6-86cb-57814ef0575d admin admin] Pushing event deleted for resources: {'Network': ['ID=c7faa8ed-b16d-4ff3-87cc-7bd94db6f6c2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:19.912491 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e34f1b6-bd51-4ada-a405-4809342d5fd4 admin admin] Deleting subnet d2b80863-98f7-4d77-8bd6-f1950e3d0233 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:05:19.915849 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e34f1b6-bd51-4ada-a405-4809342d5fd4 admin admin] Publish callbacks [] for subnet (d2b80863-98f7-4d77-8bd6-f1950e3d0233), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.954212 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e34f1b6-bd51-4ada-a405-4809342d5fd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30973086'] for subnet (d2b80863-98f7-4d77-8bd6-f1950e3d0233), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:19.995921 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47530) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:20.002531 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e34f1b6-bd51-4ada-a405-4809342d5fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (d2b80863-98f7-4d77-8bd6-f1950e3d0233), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.055833 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91fa9d97-e888-48d1-b775-8dd9ac82d537 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (60433265-1b13-4dda-96f8-3cec2ec5f065), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.061258 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e34f1b6-bd51-4ada-a405-4809342d5fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29380724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814199'] for subnet (d2b80863-98f7-4d77-8bd6-f1950e3d0233), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.082380 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91fa9d97-e888-48d1-b775-8dd9ac82d537 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (60433265-1b13-4dda-96f8-3cec2ec5f065), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.089189 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34f1b6-bd51-4ada-a405-4809342d5fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b80863-98f7-4d77-8bd6-f1950e3d0233,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:20.091197 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e34f1b6-bd51-4ada-a405-4809342d5fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.095365 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-1e34f1b6-bd51-4ada-a405-4809342d5fd4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d2b80863-98f7-4d77-8bd6-f1950e3d0233 HTTP/1.1" status: 204 len: 168 time: 0.2307556 Apr 05 11:05:20.103767 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47534) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:20.149038 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91fa9d97-e888-48d1-b775-8dd9ac82d537 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (60433265-1b13-4dda-96f8-3cec2ec5f065), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.152596 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-91fa9d97-e888-48d1-b775-8dd9ac82d537 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.153997 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-91fa9d97-e888-48d1-b775-8dd9ac82d537 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "DELETE /v2.0/security-groups/60433265-1b13-4dda-96f8-3cec2ec5f065 HTTP/1.1" status: 204 len: 168 time: 0.1569335 Apr 05 11:05:20.158953 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47536) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:20.174014 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa9d97-e888-48d1-b775-8dd9ac82d537 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60433265-1b13-4dda-96f8-3cec2ec5f065,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:20.186723 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.api.v2.resource [None req-1a21aebd-3cb1-427e-8c84-f2917d11ddee tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] show failed (client error): The resource could not be found. Apr 05 11:05:20.190466 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-1a21aebd-3cb1-427e-8c84-f2917d11ddee tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "GET /v2.0/security-groups/60433265-1b13-4dda-96f8-3cec2ec5f065 HTTP/1.1" status: 404 len: 347 time: 0.0279224 Apr 05 11:05:20.192026 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47540) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:20.200959 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (da996b32-4a5b-46ee-9091-628db288b0eb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.287402 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (da996b32-4a5b-46ee-9091-628db288b0eb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.310156 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da996b32-4a5b-46ee-9091-628db288b0eb']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:20.320648 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4d789f-10bb-461a-a5c4-a0917c123797') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:20.320943 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4d789f-10bb-461a-a5c4-a0917c123797') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:20.329923 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5632eef8-f985-42e0-9575-795e079cbf20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Deleting port 404b3432-2321-4483-b8d3-b04de448a37a {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:20.330269 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5632eef8-f985-42e0-9575-795e079cbf20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (404b3432-2321-4483-b8d3-b04de448a37a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.331824 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30973029'] for segment (df4d789f-10bb-461a-a5c4-a0917c123797), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.346647 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (df4d789f-10bb-461a-a5c4-a0917c123797), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.354336 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:05:20.354744 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29380638'] for segment (df4d789f-10bb-461a-a5c4-a0917c123797), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: Traceback (most recent call last): Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: timer() Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: cb(*args, **kw) Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: return func(*args, **kwargs) Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: self._notify() Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: self.callback(batched_events) Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: event.method(event) Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: return f(self, *a, **k) Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: return self._get(url).json() Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: return self.request(url, 'GET', **kwargs) Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:05:20.356696 dv-cinder-818994-3-smb neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:05:20.422543 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5632eef8-f985-42e0-9575-795e079cbf20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (404b3432-2321-4483-b8d3-b04de448a37a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.422857 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5632eef8-f985-42e0-9575-795e079cbf20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (404b3432-2321-4483-b8d3-b04de448a37a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.429021 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (da996b32-4a5b-46ee-9091-628db288b0eb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.436560 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.440530 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] 10.222.0.43 "DELETE /v2.0/networks/da996b32-4a5b-46ee-9091-628db288b0eb HTTP/1.1" status: 204 len: 168 time: 0.3355381 Apr 05 11:05:20.444986 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-5632eef8-f985-42e0-9575-795e079cbf20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Calling delete_port for 404b3432-2321-4483-b8d3-b04de448a37a owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:20.462796 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f557474-851b-4d86-a8c3-6975aaeed02a admin admin] Pushing event deleted for resources: {'Network': ['ID=da996b32-4a5b-46ee-9091-628db288b0eb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:20.612910 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5632eef8-f985-42e0-9575-795e079cbf20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (404b3432-2321-4483-b8d3-b04de448a37a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.634992 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47554) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:20.648537 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632eef8-f985-42e0-9575-795e079cbf20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Pushing event deleted for resources: {'Port': ['ID=404b3432-2321-4483-b8d3-b04de448a37a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:20.684602 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-b4c75099-dfde-49b9-a735-d1e94462b000 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee08c5fc249040eab08410fc5fbf3cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482612 Apr 05 11:05:20.687235 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47558) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:20.724101 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5632eef8-f985-42e0-9575-795e079cbf20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks [] for floatingip (9408f91d-a5ee-43f1-9186-28811dba6b96), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.727245 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5632eef8-f985-42e0-9575-795e079cbf20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.727879 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-5632eef8-f985-42e0-9575-795e079cbf20 tempest-AttachVolumeTestJSON-173760044 tempest-AttachVolumeTestJSON-173760044-project] 10.222.0.43 "DELETE /v2.0/floatingips/9408f91d-a5ee-43f1-9186-28811dba6b96 HTTP/1.1" status: 204 len: 168 time: 0.5347805 Apr 05 11:05:20.750891 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff1526fa-fc5d-4a78-bd34-33e49b2f08cf admin admin] Publish callbacks [] for security_group (2da878c2-4e2b-4fd0-b0d7-f5d106a85f27), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.779116 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff1526fa-fc5d-4a78-bd34-33e49b2f08cf admin admin] Publish callbacks [] for security_group (2da878c2-4e2b-4fd0-b0d7-f5d106a85f27), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.858691 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff1526fa-fc5d-4a78-bd34-33e49b2f08cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (2da878c2-4e2b-4fd0-b0d7-f5d106a85f27), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.861281 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ff1526fa-fc5d-4a78-bd34-33e49b2f08cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.862430 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ff1526fa-fc5d-4a78-bd34-33e49b2f08cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2da878c2-4e2b-4fd0-b0d7-f5d106a85f27 HTTP/1.1" status: 204 len: 168 time: 0.1740763 Apr 05 11:05:20.871939 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1526fa-fc5d-4a78-bd34-33e49b2f08cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da878c2-4e2b-4fd0-b0d7-f5d106a85f27,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:20.916358 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade96ed4-7512-4224-b35e-47e4ea308c07 req-5eb0f1d8-68bc-460f-a0b8-b386fd821da4 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:20.917907 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ade96ed4-7512-4224-b35e-47e4ea308c07 req-5eb0f1d8-68bc-460f-a0b8-b386fd821da4 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.0823739 Apr 05 11:05:20.972982 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ade96ed4-7512-4224-b35e-47e4ea308c07 req-973d9583-8aa5-4c40-ace1-edc606936fce tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487077 Apr 05 11:05:21.231294 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47584) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:21.276040 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-b84a8e73-1122-4696-8578-4f4eb27636b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73d875a628cc4498893a164769b6776e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434179 Apr 05 11:05:21.278559 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47586) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:21.309777 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-46af77a8-a356-4864-b977-8e2f66e7ac43 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459249 Apr 05 11:05:21.329623 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1eee784e-5b77-406c-b352-fc6e0085d8bc admin admin] Publish callbacks [] for security_group (ad5a1fc8-3383-4ce7-8207-57011d8297f2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:21.351027 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1eee784e-5b77-406c-b352-fc6e0085d8bc admin admin] Publish callbacks [] for security_group (ad5a1fc8-3383-4ce7-8207-57011d8297f2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:21.397193 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-34fe0c5b-c06a-4671-802a-001e49a75b04 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:21.399811 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-34fe0c5b-c06a-4671-802a-001e49a75b04 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports/aadc90d8-6c93-4666-9ee8-238749fa19d7 HTTP/1.1" status: 200 len: 941 time: 0.0600688 Apr 05 11:05:21.409611 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1eee784e-5b77-406c-b352-fc6e0085d8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (ad5a1fc8-3383-4ce7-8207-57011d8297f2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:21.412211 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1eee784e-5b77-406c-b352-fc6e0085d8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:21.415622 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-1eee784e-5b77-406c-b352-fc6e0085d8bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad5a1fc8-3383-4ce7-8207-57011d8297f2 HTTP/1.1" status: 204 len: 168 time: 0.1341846 Apr 05 11:05:21.425615 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee784e-5b77-406c-b352-fc6e0085d8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5a1fc8-3383-4ce7-8207-57011d8297f2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:22.113547 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b2f7-5a46-4c5f-8e8a-1c492b6e7fb5 req-63fd8dc1-1a85-4843-82ab-412259e185f8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:22.115427 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f0c1b2f7-5a46-4c5f-8e8a-1c492b6e7fb5 req-63fd8dc1-1a85-4843-82ab-412259e185f8 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.0664093 Apr 05 11:05:22.165188 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f0c1b2f7-5a46-4c5f-8e8a-1c492b6e7fb5 req-979e584c-4f32-4d42-9152-9d4e5dfb6998 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435967 Apr 05 11:05:22.392085 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-6855edf7-3382-4121-a250-49991919ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:22.393608 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-6855edf7-3382-4121-a250-49991919ee95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858&tenant_id=c6f12b9f46f34b429de4e724d9dadc73 HTTP/1.1" status: 200 len: 1128 time: 0.0496123 Apr 05 11:05:22.460265 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-7b07c76c-b49e-445d-b792-3c4bb52ebc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:22.461805 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-7b07c76c-b49e-445d-b792-3c4bb52ebc01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 1128 time: 0.0459573 Apr 05 11:05:22.556188 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-98acd017-a9a2-496c-9e0b-6a6994f12d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:22.557949 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-98acd017-a9a2-496c-9e0b-6a6994f12d4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 200 len: 917 time: 0.0900137 Apr 05 11:05:22.627372 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-157217e4-73e4-406c-9e29-b6cbabebccf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7 HTTP/1.1" status: 200 len: 999 time: 0.0630126 Apr 05 11:05:22.678865 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-1dadc7bb-f296-43f9-a501-16b4b20b422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:22.680346 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-1dadc7bb-f296-43f9-a501-16b4b20b422a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 200 len: 855 time: 0.0438359 Apr 05 11:05:22.729805 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-953d4d4b-8cef-4a75-bba5-48da85f0b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:22.731358 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-953d4d4b-8cef-4a75-bba5-48da85f0b6f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=68201af9-3d0f-42f8-ad4e-a41ca62abbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0450742 Apr 05 11:05:22.834075 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-11acfac0-7c1f-49a4-afbd-4886937ccbb4 service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962179 Apr 05 11:05:22.837567 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aadc90d8-6c93-4666-9ee8-238749fa19d7 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:22.924570 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port aadc90d8-6c93-4666-9ee8-238749fa19d7 is: DOWN; New status is: DOWN {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:05:22.932556 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-d19d4ab8-b6a6-42a0-b7bb-4a0f3fe79ae9 req-c5dcde3e-64fb-45c3-a6ad-fc216e4585cb service neutron] 10.222.0.36 "GET /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921702 Apr 05 11:05:23.319017 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1e14-69b4-44c0-8a88-6dc501ff0fd2 req-ff8f4ce4-7b10-4cc9-8bcf-7d3bd6188763 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:23.320713 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-386e1e14-69b4-44c0-8a88-6dc501ff0fd2 req-ff8f4ce4-7b10-4cc9-8bcf-7d3bd6188763 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.0617747 Apr 05 11:05:23.398337 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-386e1e14-69b4-44c0-8a88-6dc501ff0fd2 req-f12b9527-3526-4a9a-8e13-f7ce280dbce2 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713634 Apr 05 11:05:23.594838 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:05:23.640665 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47704) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:23.768123 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:23.881952 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Publish callbacks [] for security_group (16da3929-d17f-490c-8a48-3fe051af7f5f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:23.892339 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (16da3929-d17f-490c-8a48-3fe051af7f5f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:23.944441 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df00106162444db698c8243a62cb9f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019326 Apr 05 11:05:23.945437 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16da3929-d17f-490c-8a48-3fe051af7f5f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:23.947431 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47708) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:23.953465 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.953823 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.955729 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.956153 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.956497 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.956849 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.957192 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.957530 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.957863 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.958181 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.958502 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.958834 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.959159 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.959501 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:23.959828 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5193e3ae-8318-49ba-a7f8-673e06abcaac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:24.012072 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-575a8c15-9bc8-4c6a-9038-f52481e9e438 admin admin] Publish callbacks [] for security_group (16da3929-d17f-490c-8a48-3fe051af7f5f), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:24.035964 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-575a8c15-9bc8-4c6a-9038-f52481e9e438 admin admin] Publish callbacks [] for security_group (16da3929-d17f-490c-8a48-3fe051af7f5f), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:24.102317 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-575a8c15-9bc8-4c6a-9038-f52481e9e438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (16da3929-d17f-490c-8a48-3fe051af7f5f), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:24.105313 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-575a8c15-9bc8-4c6a-9038-f52481e9e438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:24.106968 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-575a8c15-9bc8-4c6a-9038-f52481e9e438 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16da3929-d17f-490c-8a48-3fe051af7f5f HTTP/1.1" status: 204 len: 168 time: 0.1582303 Apr 05 11:05:24.117072 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a8c15-9bc8-4c6a-9038-f52481e9e438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16da3929-d17f-490c-8a48-3fe051af7f5f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:24.410932 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47714) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:24.438828 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bcf09b4a-746d-4e4c-811f-1eb583fdf366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:24.538758 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47724) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:24.617867 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bcf09b4a-746d-4e4c-811f-1eb583fdf366 admin admin] Publish callbacks [] for security_group (a17354ed-c459-4d29-be51-e9b30cc59888), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:24.628862 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996cf88-e2de-4481-aac0-b5722b141a2d req-0e257cfb-46d4-4fd8-beff-e0db798176c5 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:24.630441 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5996cf88-e2de-4481-aac0-b5722b141a2d req-0e257cfb-46d4-4fd8-beff-e0db798176c5 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.1006696 Apr 05 11:05:24.631927 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bcf09b4a-746d-4e4c-811f-1eb583fdf366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a17354ed-c459-4d29-be51-e9b30cc59888), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:24.979164 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-bcf09b4a-746d-4e4c-811f-1eb583fdf366 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccdc900b49074561ac83f1cf344d078d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5623810 Apr 05 11:05:24.985638 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47728) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:25.024155 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf09b4a-746d-4e4c-811f-1eb583fdf366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17354ed-c459-4d29-be51-e9b30cc59888,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:25.061412 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5996cf88-e2de-4481-aac0-b5722b141a2d req-65cb89e3-3354-4a4d-8af3-7aa16c2094fa tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146321 Apr 05 11:05:25.082867 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4c84808-8880-4c14-9f90-e136d0fb033d admin admin] Publish callbacks [] for security_group (a17354ed-c459-4d29-be51-e9b30cc59888), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:25.135474 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4c84808-8880-4c14-9f90-e136d0fb033d admin admin] Publish callbacks [] for security_group (a17354ed-c459-4d29-be51-e9b30cc59888), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:25.211883 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4c84808-8880-4c14-9f90-e136d0fb033d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a17354ed-c459-4d29-be51-e9b30cc59888), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:25.214440 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a4c84808-8880-4c14-9f90-e136d0fb033d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:25.218085 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-a4c84808-8880-4c14-9f90-e136d0fb033d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a17354ed-c459-4d29-be51-e9b30cc59888 HTTP/1.1" status: 204 len: 168 time: 0.2280428 Apr 05 11:05:25.223658 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c84808-8880-4c14-9f90-e136d0fb033d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17354ed-c459-4d29-be51-e9b30cc59888,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:25.541211 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (8e2be353-9615-4e29-95b6-4b802136467a), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:25.895749 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] Deleting port 207c1bef-c599-46a5-9905-0b12189715f7 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:25.896147 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (207c1bef-c599-46a5-9905-0b12189715f7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:26.030674 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] For port 207c1bef-c599-46a5-9905-0b12189715f7, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=207c1bef-c599-46a5-9905-0b12189715f7,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:26.031100 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (207c1bef-c599-46a5-9905-0b12189715f7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:26.048126 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] Calling delete_port for 207c1bef-c599-46a5-9905-0b12189715f7 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:26.337489 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696975d-c321-4761-9a89-ab6b6a07b26f req-ae560e37-6760-4e06-992b-73699706d08d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:26.343203 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3696975d-c321-4761-9a89-ab6b6a07b26f req-ae560e37-6760-4e06-992b-73699706d08d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.1701605 Apr 05 11:05:26.354268 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (207c1bef-c599-46a5-9905-0b12189715f7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:26.481405 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] Pushing event deleted for resources: {'Port': ['ID=207c1bef-c599-46a5-9905-0b12189715f7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:26.513529 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3696975d-c321-4761-9a89-ab6b6a07b26f req-0e085da3-7b04-401d-a483-240266f8c16e tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547515 Apr 05 11:05:26.634313 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-28d99877-e2ec-4864-b8f1-8bfccd14837b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:26.787265 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577608'] for router_interface (8e2be353-9615-4e29-95b6-4b802136467a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:27.093262 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] Router 8e2be353-9615-4e29-95b6-4b802136467a has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:05:27.266289 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:05:27.278625 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-250bf608-9898-4ad9-b66a-5a66a12fd518 admin admin] 10.222.0.43 "PUT /v2.0/routers/8e2be353-9615-4e29-95b6-4b802136467a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7386811 Apr 05 11:05:27.281371 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47784) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:27.285330 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59117b5-963d-4ed4-aae6-5fa10bc6444e None None] Sync routers for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:05:27.309037 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59117b5-963d-4ed4-aae6-5fa10bc6444e None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:27.319466 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d59117b5-963d-4ed4-aae6-5fa10bc6444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:05:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:27.470596 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Publish callbacks [] for router (8e2be353-9615-4e29-95b6-4b802136467a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:27.512992 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-d59117b5-963d-4ed4-aae6-5fa10bc6444e None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:27.678472 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Publish callbacks [] for router_gateway (8e2be353-9615-4e29-95b6-4b802136467a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:27.761158 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d59117b5-963d-4ed4-aae6-5fa10bc6444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:05:26Z', 'revision_number': 5, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port': {'id': '806d4ab1-e3fa-4e14-ba65-04587d77e156', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:75:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2be353-9615-4e29-95b6-4b802136467a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:49Z', 'updated_at': '2022-04-05T11:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:27.829681 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59117b5-963d-4ed4-aae6-5fa10bc6444e None None] Checking router: 8e2be353-9615-4e29-95b6-4b802136467a for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:05:27.844585 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59117b5-963d-4ed4-aae6-5fa10bc6444e None None] Routers {'8e2be353-9615-4e29-95b6-4b802136467a'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:27.845355 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d59117b5-963d-4ed4-aae6-5fa10bc6444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:05:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['8e2be353-9615-4e29-95b6-4b802136467a'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:27.914661 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafac32c-b602-4f23-a25d-1079c6d7ecc7 req-277d4176-463e-4c11-8275-3996fba378c7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:27.932992 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fafac32c-b602-4f23-a25d-1079c6d7ecc7 req-277d4176-463e-4c11-8275-3996fba378c7 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.2120497 Apr 05 11:05:27.941934 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47800) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:28.008267 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-d59117b5-963d-4ed4-aae6-5fa10bc6444e None None] Set router 8e2be353-9615-4e29-95b6-4b802136467a gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:28.020075 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Deleting port 806d4ab1-e3fa-4e14-ba65-04587d77e156 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:28.020541 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.083148 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-d59117b5-963d-4ed4-aae6-5fa10bc6444e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:05:27Z', 'revision_number': 6, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port_host': None}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:28.113929 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59117b5-963d-4ed4-aae6-5fa10bc6444e None None] The sync data for ids ['8e2be353-9615-4e29-95b6-4b802136467a'] in dv-cinder-818994-3-smb is: [{'id': '8e2be353-9615-4e29-95b6-4b802136467a', 'name': 'tempest-AttachVolumeTestJSON-1157086697-router', 'tenant_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:05:27Z', 'revision_number': 6, 'project_id': '1db7f375c88e46cb9b18183d87e8a9ca', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:05:28.145219 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21ca9e52-c179-4c1a-b079-b59ea8d8cd19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.188747 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fafac32c-b602-4f23-a25d-1079c6d7ecc7 req-dfc3a825-b423-4068-ab58-d49acc27c79c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546709 Apr 05 11:05:28.226878 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] For port 806d4ab1-e3fa-4e14-ba65-04587d77e156, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=806d4ab1-e3fa-4e14-ba65-04587d77e156,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:28.227570 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.256994 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Calling delete_port for 806d4ab1-e3fa-4e14-ba65-04587d77e156 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:28.351345 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21ca9e52-c179-4c1a-b079-b59ea8d8cd19 admin admin] Publish callbacks [] for security_group (e387ce5c-1605-4fa5-9ef7-f1bfbc64ad63), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.358574 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-21ca9e52-c179-4c1a-b079-b59ea8d8cd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (e387ce5c-1605-4fa5-9ef7-f1bfbc64ad63), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.427019 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-21ca9e52-c179-4c1a-b079-b59ea8d8cd19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af4f4ee6816d405294977208c7d967a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829249 Apr 05 11:05:28.428557 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca9e52-c179-4c1a-b079-b59ea8d8cd19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e387ce5c-1605-4fa5-9ef7-f1bfbc64ad63,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:28.430978 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47804) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:28.529649 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (806d4ab1-e3fa-4e14-ba65-04587d77e156), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.553269 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1622905-c0c0-4304-b285-82dbb5c15ff1 admin admin] Publish callbacks [] for security_group (e387ce5c-1605-4fa5-9ef7-f1bfbc64ad63), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.584473 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=806d4ab1-e3fa-4e14-ba65-04587d77e156,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:28.584952 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1622905-c0c0-4304-b285-82dbb5c15ff1 admin admin] Publish callbacks [] for security_group (e387ce5c-1605-4fa5-9ef7-f1bfbc64ad63), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.650848 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.651821 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.652237 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.654033 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.659716 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.659716 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.659716 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.659716 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.659716 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.659716 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.660252 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.660357 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.660732 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.661633 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.663190 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:28.701385 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1622905-c0c0-4304-b285-82dbb5c15ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (e387ce5c-1605-4fa5-9ef7-f1bfbc64ad63), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.709761 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a1622905-c0c0-4304-b285-82dbb5c15ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.711137 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-a1622905-c0c0-4304-b285-82dbb5c15ff1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e387ce5c-1605-4fa5-9ef7-f1bfbc64ad63 HTTP/1.1" status: 204 len: 168 time: 0.2792318 Apr 05 11:05:28.726133 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1622905-c0c0-4304-b285-82dbb5c15ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e387ce5c-1605-4fa5-9ef7-f1bfbc64ad63,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:28.762840 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577550'] for router_gateway (8e2be353-9615-4e29-95b6-4b802136467a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.908433 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29002'] for router (8e2be353-9615-4e29-95b6-4b802136467a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.912177 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Publish callbacks [] for router_controller (8e2be353-9615-4e29-95b6-4b802136467a), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.984051 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (8e2be353-9615-4e29-95b6-4b802136467a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.984565 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e2be353-9615-4e29-95b6-4b802136467a {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:05:28.998262 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:28.998262 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-65f70a49-841d-4c70-b847-25abb6cc6c7f admin admin] 10.222.0.43 "DELETE /v2.0/routers/8e2be353-9615-4e29-95b6-4b802136467a HTTP/1.1" status: 204 len: 168 time: 1.7145905 Apr 05 11:05:29.001144 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47812) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:29.084527 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee94d51-1e84-41bc-8bfa-ba45ee5e6c55 admin admin] Deleting subnet 58f0a7a9-5308-49f8-850a-610a57e2db70 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:05:29.090719 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ee94d51-1e84-41bc-8bfa-ba45ee5e6c55 admin admin] Publish callbacks [] for subnet (58f0a7a9-5308-49f8-850a-610a57e2db70), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.162986 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ee94d51-1e84-41bc-8bfa-ba45ee5e6c55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30973086'] for subnet (58f0a7a9-5308-49f8-850a-610a57e2db70), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.200530 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47814) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:29.225477 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d1bb412-0805-43a7-8230-4f1c00d76680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.407361 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ee94d51-1e84-41bc-8bfa-ba45ee5e6c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (58f0a7a9-5308-49f8-850a-610a57e2db70), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.441338 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14d4d4-52ec-47d2-b10d-4fedc1445900 req-571fac5a-73c1-44d5-85dd-0962432d16fa tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:29.449706 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1e14d4d4-52ec-47d2-b10d-4fedc1445900 req-571fac5a-73c1-44d5-85dd-0962432d16fa tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.1222236 Apr 05 11:05:29.572161 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1e14d4d4-52ec-47d2-b10d-4fedc1445900 req-a6a5d82b-1a0e-42ec-a36b-d6bcda4ef617 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211717 Apr 05 11:05:29.580419 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d1bb412-0805-43a7-8230-4f1c00d76680 admin admin] Publish callbacks [] for security_group (9ea9b3b7-3302-4c24-a120-90e196851fc0), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.587564 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2d1bb412-0805-43a7-8230-4f1c00d76680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (9ea9b3b7-3302-4c24-a120-90e196851fc0), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.610702 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ee94d51-1e84-41bc-8bfa-ba45ee5e6c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29380724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814199'] for subnet (58f0a7a9-5308-49f8-850a-610a57e2db70), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.632357 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bdb65279-4c2c-4af9-a4e9-dad0f6301aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.655551 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee94d51-1e84-41bc-8bfa-ba45ee5e6c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f0a7a9-5308-49f8-850a-610a57e2db70,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:29.692951 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ee94d51-1e84-41bc-8bfa-ba45ee5e6c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.698458 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9ee94d51-1e84-41bc-8bfa-ba45ee5e6c55 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/58f0a7a9-5308-49f8-850a-610a57e2db70 HTTP/1.1" status: 204 len: 168 time: 0.6943755 Apr 05 11:05:29.699153 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47818) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:29.705342 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-2d1bb412-0805-43a7-8230-4f1c00d76680 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f99ef95182ea43cc9a286f743bce69a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5032127 Apr 05 11:05:29.705898 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47820) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:29.710520 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e881bed5-7609-418f-b874-b99fe6ec18a3 None None] Network 5c5cb07f-3ee8-463c-9269-3b548160e895 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:05:29.715276 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bb412-0805-43a7-8230-4f1c00d76680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea9b3b7-3302-4c24-a120-90e196851fc0,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:29.800173 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce699174-9424-4776-bf28-e7d83246addc admin admin] Publish callbacks [] for security_group (9ea9b3b7-3302-4c24-a120-90e196851fc0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.848442 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce699174-9424-4776-bf28-e7d83246addc admin admin] Publish callbacks [] for security_group (9ea9b3b7-3302-4c24-a120-90e196851fc0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.869965 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 207c1bef-c599-46a5-9905-0b12189715f7 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:29.884567 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (5c5cb07f-3ee8-463c-9269-3b548160e895), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.922620 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 207c1bef-c599-46a5-9905-0b12189715f7 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:29.923150 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 207c1bef-c599-46a5-9905-0b12189715f7 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:29.923930 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 806d4ab1-e3fa-4e14-ba65-04587d77e156 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:29.934999 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce699174-9424-4776-bf28-e7d83246addc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (9ea9b3b7-3302-4c24-a120-90e196851fc0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.938611 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ce699174-9424-4776-bf28-e7d83246addc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:29.940125 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ce699174-9424-4776-bf28-e7d83246addc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ea9b3b7-3302-4c24-a120-90e196851fc0 HTTP/1.1" status: 204 len: 168 time: 0.2313101 Apr 05 11:05:29.962768 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce699174-9424-4776-bf28-e7d83246addc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea9b3b7-3302-4c24-a120-90e196851fc0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:29.982094 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 806d4ab1-e3fa-4e14-ba65-04587d77e156 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:29.982485 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 806d4ab1-e3fa-4e14-ba65-04587d77e156 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:29.997403 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Deleting port 8a539310-5a4e-459d-84c3-67e53e8066e9 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:29.997550 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.014334 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] DHCP port deletion for 5c5cb07f-3ee8-463c-9269-3b548160e895 request from dv-cinder-818994-3-smb {{(pid=103323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:05:30.103670 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Deleting port 8a539310-5a4e-459d-84c3-67e53e8066e9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:30.104058 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.140937 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] For port 8a539310-5a4e-459d-84c3-67e53e8066e9, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=8a539310-5a4e-459d-84c3-67e53e8066e9,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:30.141321 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.183498 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Calling delete_port for 8a539310-5a4e-459d-84c3-67e53e8066e9 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:30.241738 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] For port 8a539310-5a4e-459d-84c3-67e53e8066e9, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=8a539310-5a4e-459d-84c3-67e53e8066e9,segment=NetworkSegment(88da6641-69be-4f36-9e94-4317071a6d36),segment_id=88da6641-69be-4f36-9e94-4317071a6d36)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:30.243312 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.292862 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Calling delete_port for 8a539310-5a4e-459d-84c3-67e53e8066e9 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:30.316539 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.343882 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a539310-5a4e-459d-84c3-67e53e8066e9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:30.352065 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] No DVR routers for this DVR port 8a539310-5a4e-459d-84c3-67e53e8066e9 on host dv-cinder-818994-3-smb {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:05:30.443068 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (8a539310-5a4e-459d-84c3-67e53e8066e9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.443341 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (5c5cb07f-3ee8-463c-9269-3b548160e895), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.486909 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Pushing event deleted for resources: {'Port': ['ID=8a539310-5a4e-459d-84c3-67e53e8066e9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:30.497000 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] No DVR routers for this DVR port 8a539310-5a4e-459d-84c3-67e53e8066e9 on host dv-cinder-818994-3-smb {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:05:30.497899 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5cb07f-3ee8-463c-9269-3b548160e895']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:30.510399 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.510399 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.510399 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.510399 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.510933 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.510933 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.511377 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.512435 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.512762 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.513098 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.519009 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.519571 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.520240 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.521421 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.522078 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba750dd-f423-4074-95e0-94e5a56d1d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:05:30.534678 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88da6641-69be-4f36-9e94-4317071a6d36') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:30.538387 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88da6641-69be-4f36-9e94-4317071a6d36') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:30.560915 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30385722'] for segment (88da6641-69be-4f36-9e94-4317071a6d36), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.579969 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (88da6641-69be-4f36-9e94-4317071a6d36), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.593155 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:05:30.593155 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29836175'] for segment (88da6641-69be-4f36-9e94-4317071a6d36), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: Traceback (most recent call last): Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: timer() Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: cb(*args, **kw) Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: return func(*args, **kwargs) Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: self._notify() Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: self.callback(batched_events) Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: event.method(event) Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: return f(self, *a, **k) Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: return self._get(url).json() Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:05:30.593600 dv-cinder-818994-3-smb neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:05:30.731110 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (5c5cb07f-3ee8-463c-9269-3b548160e895), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.749869 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:30.755652 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5c5cb07f-3ee8-463c-9269-3b548160e895 HTTP/1.1" status: 204 len: 168 time: 1.0529389 Apr 05 11:05:30.755652 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461030f-8f00-46ae-a177-946dcd658c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c5cb07f-3ee8-463c-9269-3b548160e895,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:30.782925 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9cbc9-c2fe-42ff-a0b1-a1fc10400127 req-17f76e74-4a8e-488c-a67e-00d9651491c0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:30.784811 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6bf9cbc9-c2fe-42ff-a0b1-a1fc10400127 req-17f76e74-4a8e-488c-a67e-00d9651491c0 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.1030076 Apr 05 11:05:30.879256 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6bf9cbc9-c2fe-42ff-a0b1-a1fc10400127 req-cdb8fe19-8106-465c-824b-57f6751cb290 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721338 Apr 05 11:05:31.020396 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:31.094277 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47846) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:31.174485 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-1ac20ac1-751a-4aef-bb14-993aca004781 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1db7f375c88e46cb9b18183d87e8a9ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0759919 Apr 05 11:05:31.174730 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47850) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:31.240241 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c73a095b-2b36-4311-b7f7-214844df792b admin admin] Publish callbacks [] for security_group (0c83425c-aa1f-43f3-aad8-5a8ed019bbd9), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:31.264452 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c73a095b-2b36-4311-b7f7-214844df792b admin admin] Publish callbacks [] for security_group (0c83425c-aa1f-43f3-aad8-5a8ed019bbd9), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:31.318311 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c73a095b-2b36-4311-b7f7-214844df792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (0c83425c-aa1f-43f3-aad8-5a8ed019bbd9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:31.321300 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c73a095b-2b36-4311-b7f7-214844df792b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:31.324970 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-c73a095b-2b36-4311-b7f7-214844df792b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c83425c-aa1f-43f3-aad8-5a8ed019bbd9 HTTP/1.1" status: 204 len: 168 time: 0.1468210 Apr 05 11:05:31.331931 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a095b-2b36-4311-b7f7-214844df792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c83425c-aa1f-43f3-aad8-5a8ed019bbd9,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:31.775602 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 8a539310-5a4e-459d-84c3-67e53e8066e9 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:31.797315 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 8a539310-5a4e-459d-84c3-67e53e8066e9 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:31.797662 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 8a539310-5a4e-459d-84c3-67e53e8066e9 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:32.034403 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17afb4-f83f-409d-8ab6-1706edc9c318 req-c44c3928-82b9-40a8-b438-38a7da37e54d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:32.036311 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0e17afb4-f83f-409d-8ab6-1706edc9c318 req-c44c3928-82b9-40a8-b438-38a7da37e54d tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 944 time: 0.0764024 Apr 05 11:05:32.110140 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0e17afb4-f83f-409d-8ab6-1706edc9c318 req-40469649-b0e0-44b9-aeca-1e14b629dd79 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660863 Apr 05 11:05:32.485225 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:32.754427 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47942) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:32.879945 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aadc90d8-6c93-4666-9ee8-238749fa19d7 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:05:32.984979 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:32.987653 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e5c7e4c-c436-46dd-a31a-946bd2e11bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:32.997028 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'port_id': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'mac_address': 'fa:16:3e:cb:d6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:05:33.039126 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port aadc90d8-6c93-4666-9ee8-238749fa19d7 is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:05:33.039428 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.058420 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadc90d8-6c93-4666-9ee8-238749fa19d7 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:05:33.078574 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e5c7e4c-c436-46dd-a31a-946bd2e11bd0 admin admin] Publish callbacks [] for security_group (802c14ed-40dc-4dd4-9d8f-92d9868dc4d7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.079048 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:33.083100 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7e5c7e4c-c436-46dd-a31a-946bd2e11bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (802c14ed-40dc-4dd4-9d8f-92d9868dc4d7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.084204 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.123657 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c7e4c-c436-46dd-a31a-946bd2e11bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802c14ed-40dc-4dd4-9d8f-92d9868dc4d7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:33.132092 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-7e5c7e4c-c436-46dd-a31a-946bd2e11bd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f1247c1412f4d2f9f2eccec0069dcc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724415 Apr 05 11:05:33.133473 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47958) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:33.145556 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=aadc90d8-6c93-4666-9ee8-238749fa19d7,revision_number=9']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:33.205279 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-479951ba-09fd-4350-94a2-26f8a30d827f admin admin] Publish callbacks [] for security_group (802c14ed-40dc-4dd4-9d8f-92d9868dc4d7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.237720 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-479951ba-09fd-4350-94a2-26f8a30d827f admin admin] Publish callbacks [] for security_group (802c14ed-40dc-4dd4-9d8f-92d9868dc4d7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.250277 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38d359-2d2d-45fd-9c21-9baaf70035f0 req-9b0177ac-e8a9-4af8-b5a1-b0596e4eaf3e tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:33.256011 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7d38d359-2d2d-45fd-9c21-9baaf70035f0 req-9b0177ac-e8a9-4af8-b5a1-b0596e4eaf3e tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 945 time: 0.0597575 Apr 05 11:05:33.301684 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-479951ba-09fd-4350-94a2-26f8a30d827f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (802c14ed-40dc-4dd4-9d8f-92d9868dc4d7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.305694 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-479951ba-09fd-4350-94a2-26f8a30d827f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.311950 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-479951ba-09fd-4350-94a2-26f8a30d827f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/802c14ed-40dc-4dd4-9d8f-92d9868dc4d7 HTTP/1.1" status: 204 len: 168 time: 0.1783259 Apr 05 11:05:33.320461 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7d38d359-2d2d-45fd-9c21-9baaf70035f0 req-70f9ea19-5b85-4fb2-93b2-2aaa91d0ff94 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598958 Apr 05 11:05:33.322924 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479951ba-09fd-4350-94a2-26f8a30d827f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802c14ed-40dc-4dd4-9d8f-92d9868dc4d7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:33.346298 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['aadc90d8-6c93-4666-9ee8-238749fa19d7'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:05:33.650983 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 47970) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:33.673362 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e198d3f9-b2ba-475f-8950-da600896489e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.757805 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e198d3f9-b2ba-475f-8950-da600896489e admin admin] Publish callbacks [] for security_group (3cf7d461-b32d-4643-8623-5af351fb70cf), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.762560 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e198d3f9-b2ba-475f-8950-da600896489e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (3cf7d461-b32d-4643-8623-5af351fb70cf), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.809324 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-e198d3f9-b2ba-475f-8950-da600896489e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e712004e54cf4ccd89c59c62895e1b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543622 Apr 05 11:05:33.809324 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198d3f9-b2ba-475f-8950-da600896489e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf7d461-b32d-4643-8623-5af351fb70cf,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:33.810045 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 47972) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:33.863021 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44b3ca06-52fd-4edb-967a-5b446744df3b admin admin] Publish callbacks [] for security_group (3cf7d461-b32d-4643-8623-5af351fb70cf), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.875518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.888449 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44b3ca06-52fd-4edb-967a-5b446744df3b admin admin] Publish callbacks [] for security_group (3cf7d461-b32d-4643-8623-5af351fb70cf), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.938388 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44b3ca06-52fd-4edb-967a-5b446744df3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (3cf7d461-b32d-4643-8623-5af351fb70cf), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.940911 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-44b3ca06-52fd-4edb-967a-5b446744df3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:33.942054 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-44b3ca06-52fd-4edb-967a-5b446744df3b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cf7d461-b32d-4643-8623-5af351fb70cf HTTP/1.1" status: 204 len: 168 time: 0.1308749 Apr 05 11:05:33.949816 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3ca06-52fd-4edb-967a-5b446744df3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf7d461-b32d-4643-8623-5af351fb70cf,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:34.526964 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14d999-f409-4fa6-8b2d-61e60c2b4772 req-ad49b572-5423-403c-9544-063527183d0a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:34.528625 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4f14d999-f409-4fa6-8b2d-61e60c2b4772 req-ad49b572-5423-403c-9544-063527183d0a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 945 time: 0.1077104 Apr 05 11:05:34.594167 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4f14d999-f409-4fa6-8b2d-61e60c2b4772 req-57d71155-7b13-42aa-9fd8-636938bc953f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571055 Apr 05 11:05:34.898183 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aadc90d8-6c93-4666-9ee8-238749fa19d7 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:05:34.947133 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port aadc90d8-6c93-4666-9ee8-238749fa19d7 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:05:34.947540 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:35.037953 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port aadc90d8-6c93-4666-9ee8-238749fa19d7 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:05:35.038433 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:35.063881 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:05:35.066342 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30cc0c6-bc7d-46df-9ebf-df6c3d18975c" -d '{"events": [{"server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "name": "network-vif-plugged", "status": "completed", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:05:35.081592 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:35.089577 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:35.147713 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=aadc90d8-6c93-4666-9ee8-238749fa19d7,revision_number=10']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:35.267959 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072710e-da61-4372-adc9-ab771e68575f x-openstack-request-id: req-e072710e-da61-4372-adc9-ab771e68575f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:05:35.268342 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "name": "network-vif-plugged", "status": "completed", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:05:35.268605 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e072710e-da61-4372-adc9-ab771e68575f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:05:35.269169 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e072710e-da61-4372-adc9-ab771e68575f'] response: {'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'code': 200} Apr 05 11:05:35.461485 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466dae7-dce4-4709-9931-11b2bc0d3638 req-10404da6-7047-43a9-ba7d-7b78311a1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:35.463038 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0466dae7-dce4-4709-9931-11b2bc0d3638 req-10404da6-7047-43a9-ba7d-7b78311a1ec6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 1131 time: 0.0463843 Apr 05 11:05:35.510265 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-0466dae7-dce4-4709-9931-11b2bc0d3638 req-f8cf0cfe-e14f-4fc0-a12f-5895026d45cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413160 Apr 05 11:05:35.728942 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b346e6c-d576-42b4-a901-e6d12f871cd6 req-cc8a2707-778f-49de-99a0-9b57016dfa0a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:35.730487 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1b346e6c-d576-42b4-a901-e6d12f871cd6 req-cc8a2707-778f-49de-99a0-9b57016dfa0a tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 947 time: 0.0663905 Apr 05 11:05:35.780683 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1b346e6c-d576-42b4-a901-e6d12f871cd6 req-2b2591a2-5efd-4838-8240-e31ba239d095 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439627 Apr 05 11:05:36.063028 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6b0f4-f7a8-4aec-8e22-798c1a48b273 req-2483ad04-8dd5-4005-b36b-28354037e3c4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:36.064764 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ede6b0f4-f7a8-4aec-8e22-798c1a48b273 req-2483ad04-8dd5-4005-b36b-28354037e3c4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 946 time: 0.0584970 Apr 05 11:05:36.114700 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ede6b0f4-f7a8-4aec-8e22-798c1a48b273 req-833935df-9d98-4d01-8b20-976bb6e26faa tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Apr 05 11:05:36.909120 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571df3f-25bf-482d-b25d-8d19bc5d3188 req-032ff0c9-b705-4524-ad4c-d99b924a257f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:36.910512 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8571df3f-25bf-482d-b25d-8d19bc5d3188 req-032ff0c9-b705-4524-ad4c-d99b924a257f tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 947 time: 0.0552101 Apr 05 11:05:36.957016 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8571df3f-25bf-482d-b25d-8d19bc5d3188 req-76bd297a-d294-4f6f-95b8-884335ada6e1 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404356 Apr 05 11:05:37.258518 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589661c6-3536-473d-8729-87af0c082a6e req-e32e5be8-ed71-4c46-8b60-9eb5aec4d4b4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:37.260051 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-589661c6-3536-473d-8729-87af0c082a6e req-e32e5be8-ed71-4c46-8b60-9eb5aec4d4b4 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 946 time: 0.0599923 Apr 05 11:05:37.314240 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-589661c6-3536-473d-8729-87af0c082a6e req-fa9dbb1d-3a85-49b9-91a3-a9eec85c5450 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479982 Apr 05 11:05:38.123149 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1e35d-7d1a-4bef-8f67-6fe3ee757e62 req-2d81fa36-c26d-49e6-8efe-139931c20641 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:38.124959 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fae1e35d-7d1a-4bef-8f67-6fe3ee757e62 req-2d81fa36-c26d-49e6-8efe-139931c20641 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 947 time: 0.0587232 Apr 05 11:05:38.177620 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fae1e35d-7d1a-4bef-8f67-6fe3ee757e62 req-72402885-06f1-4293-b973-83c7d5b3b110 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458791 Apr 05 11:05:38.200568 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14490695-2276-49ff-b7cb-716c927c4970 req-74140ea0-62fb-49d1-aa61-f002997cacbf tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:38.202376 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-14490695-2276-49ff-b7cb-716c927c4970 req-74140ea0-62fb-49d1-aa61-f002997cacbf tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 946 time: 0.0576453 Apr 05 11:05:38.303771 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Deleting port ba688622-21d7-4a3f-9e6f-c270aea5a30d {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:38.304114 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:38.402428 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] For port ba688622-21d7-4a3f-9e6f-c270aea5a30d, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ba688622-21d7-4a3f-9e6f-c270aea5a30d,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:38.402844 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:38.446275 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51c2de-299f-435b-9b2a-a9e4fe5475e9 req-458ceaa9-f846-4c8a-aa2a-06a501d7b264 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:38.447819 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9b51c2de-299f-435b-9b2a-a9e4fe5475e9 req-458ceaa9-f846-4c8a-aa2a-06a501d7b264 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 946 time: 0.0548153 Apr 05 11:05:38.496414 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9b51c2de-299f-435b-9b2a-a9e4fe5475e9 req-02c9107a-e961-4427-8165-d0783f6f5ce2 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d6b20cd-5ec8-4051-b430-4d1681348996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Apr 05 11:05:38.584427 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:38.584867 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (13de05df-a2e5-46f8-a48d-933f558afc67), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:38.585335 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Floating IP 13de05df-a2e5-46f8-a48d-933f558afc67 disassociated. External IP: 172.28.2.34, port: ba688622-21d7-4a3f-9e6f-c270aea5a30d. Apr 05 11:05:38.585893 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Calling delete_port for ba688622-21d7-4a3f-9e6f-c270aea5a30d owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:38.731421 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (ba688622-21d7-4a3f-9e6f-c270aea5a30d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:38.764280 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'Port': ['ID=ba688622-21d7-4a3f-9e6f-c270aea5a30d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:38.892604 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Router 5569f575-f817-4e80-8955-0068fc4d60c7 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:05:39.015588 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:05:39.027779 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0ceb4-e4e5-4b79-8773-8fe650cf5428 None None] Sync routers for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:05:39.041056 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0ceb4-e4e5-4b79-8773-8fe650cf5428 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:39.041788 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b8f0ceb4-e4e5-4b79-8773-8fe650cf5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:05:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:39.062796 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] No DVR routers for this DVR port ba688622-21d7-4a3f-9e6f-c270aea5a30d on host hv-cinder-81899 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:05:39.070496 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:39.074013 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-14490695-2276-49ff-b7cb-716c927c4970 req-3c8d1185-c14a-44f7-a9b3-77bc8f9e9603 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.36 "DELETE /v2.0/ports/ba688622-21d7-4a3f-9e6f-c270aea5a30d HTTP/1.1" status: 204 len: 173 time: 0.8657491 Apr 05 11:05:39.074679 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'name': 'network-vif-deleted', 'tag': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:05:39.082663 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4554603e-de42-4206-bac8-d9164f2ed483" -d '{"events": [{"server_uuid": "a8117b07-cf83-476c-b665-46d8b9108de2", "name": "network-vif-deleted", "tag": "ba688622-21d7-4a3f-9e6f-c270aea5a30d"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:05:39.147329 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d85c1e-6e0e-4865-bdef-359a07f07317 x-openstack-request-id: req-83d85c1e-6e0e-4865-bdef-359a07f07317 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:05:39.147919 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8117b07-cf83-476c-b665-46d8b9108de2", "name": "network-vif-deleted", "tag": "ba688622-21d7-4a3f-9e6f-c270aea5a30d", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:05:39.148308 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83d85c1e-6e0e-4865-bdef-359a07f07317 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:05:39.148880 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d85c1e-6e0e-4865-bdef-359a07f07317'] response: {'server_uuid': 'a8117b07-cf83-476c-b665-46d8b9108de2', 'name': 'network-vif-deleted', 'tag': 'ba688622-21d7-4a3f-9e6f-c270aea5a30d', 'status': 'completed', 'code': 200} Apr 05 11:05:39.231079 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b8f0ceb4-e4e5-4b79-8773-8fe650cf5428 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:39.354160 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcb10f-3061-49d4-bc7c-9f1786da9123 req-eab7d6e7-8c43-4d69-bc91-feb0db295174 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:39.356320 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1bfcb10f-3061-49d4-bc7c-9f1786da9123 req-eab7d6e7-8c43-4d69-bc91-feb0db295174 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 947 time: 0.0784326 Apr 05 11:05:39.417612 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1bfcb10f-3061-49d4-bc7c-9f1786da9123 req-c10c91cb-2526-4140-a9d4-4ac8c07612ff tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489433 Apr 05 11:05:39.538343 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b8f0ceb4-e4e5-4b79-8773-8fe650cf5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:39.574065 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0ceb4-e4e5-4b79-8773-8fe650cf5428 None None] Checking router: 5569f575-f817-4e80-8955-0068fc4d60c7 for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:05:39.583489 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0ceb4-e4e5-4b79-8773-8fe650cf5428 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:39.584370 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b8f0ceb4-e4e5-4b79-8773-8fe650cf5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:05:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:39.638352 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5e7cfed1-ecb7-4130-8b79-26ae3b4c9a44 req-00e70016-0e7e-4391-8ec7-bc59774580e1 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/ports?device_id=a8117b07-cf83-476c-b665-46d8b9108de2 HTTP/1.1" status: 200 len: 210 time: 0.0387781 Apr 05 11:05:39.728029 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-b8f0ceb4-e4e5-4b79-8773-8fe650cf5428 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:39.942329 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-b8f0ceb4-e4e5-4b79-8773-8fe650cf5428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:39.968304 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0ceb4-e4e5-4b79-8773-8fe650cf5428 None None] The sync data for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb is: [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:00:07Z', 'revision_number': 4, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '7666be69-c680-400d-a399-06c0bd9db8c1', 'name': '', 'network_id': 'b6056acb-6655-41c0-9e1c-fd55583441d0', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'mac_address': 'fa:16:3e:a1:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:01Z', 'updated_at': '2022-04-05T11:00:17Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'subnets': [{'id': '0e46e214-0097-445c-b3ff-10b094ea1ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:05:40.191195 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5e8a5d-209d-4c42-ba15-a920cd2b477e None None] New status for floating IP 13de05df-a2e5-46f8-a48d-933f558afc67: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:05:40.731133 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48220) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:40.792031 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e605997b-734c-4f81-b95c-cc43295c0549 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (8d6b20cd-5ec8-4051-b430-4d1681348996), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:40.819920 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e605997b-734c-4f81-b95c-cc43295c0549 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (8d6b20cd-5ec8-4051-b430-4d1681348996), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:40.876514 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e605997b-734c-4f81-b95c-cc43295c0549 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (8d6b20cd-5ec8-4051-b430-4d1681348996), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:40.879250 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e605997b-734c-4f81-b95c-cc43295c0549 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:40.880844 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-e605997b-734c-4f81-b95c-cc43295c0549 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "DELETE /v2.0/security-groups/8d6b20cd-5ec8-4051-b430-4d1681348996 HTTP/1.1" status: 204 len: 168 time: 0.1483130 Apr 05 11:05:40.884132 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48222) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:40.891225 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605997b-734c-4f81-b95c-cc43295c0549 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6b20cd-5ec8-4051-b430-4d1681348996,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:40.898651 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.api.v2.resource [None req-05ca872b-263c-4742-8f5a-bc1936e8519d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] show failed (client error): The resource could not be found. Apr 05 11:05:40.902455 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-05ca872b-263c-4742-8f5a-bc1936e8519d tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "GET /v2.0/security-groups/8d6b20cd-5ec8-4051-b430-4d1681348996 HTTP/1.1" status: 404 len: 347 time: 0.0147462 Apr 05 11:05:40.902996 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48224) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:40.928095 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device ba688622-21d7-4a3f-9e6f-c270aea5a30d no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:40.955003 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: ba688622-21d7-4a3f-9e6f-c270aea5a30d {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:40.955003 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device ba688622-21d7-4a3f-9e6f-c270aea5a30d not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:41.034089 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0846bf9a-e705-48b1-ba4a-a0e2c3d7e016 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Deleting port 634544f9-03af-47dd-934e-311720aca286 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:41.034418 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0846bf9a-e705-48b1-ba4a-a0e2c3d7e016 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (634544f9-03af-47dd-934e-311720aca286), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:41.113779 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0846bf9a-e705-48b1-ba4a-a0e2c3d7e016 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (634544f9-03af-47dd-934e-311720aca286), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:41.114090 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0846bf9a-e705-48b1-ba4a-a0e2c3d7e016 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (634544f9-03af-47dd-934e-311720aca286), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:41.127804 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-0846bf9a-e705-48b1-ba4a-a0e2c3d7e016 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Calling delete_port for 634544f9-03af-47dd-934e-311720aca286 owned by network:floatingip {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:41.269855 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0846bf9a-e705-48b1-ba4a-a0e2c3d7e016 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (634544f9-03af-47dd-934e-311720aca286), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:41.300357 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846bf9a-e705-48b1-ba4a-a0e2c3d7e016 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Pushing event deleted for resources: {'Port': ['ID=634544f9-03af-47dd-934e-311720aca286,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:41.363304 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0846bf9a-e705-48b1-ba4a-a0e2c3d7e016 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks [] for floatingip (13de05df-a2e5-46f8-a48d-933f558afc67), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:41.366412 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0846bf9a-e705-48b1-ba4a-a0e2c3d7e016 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:41.367611 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-0846bf9a-e705-48b1-ba4a-a0e2c3d7e016 tempest-AttachVolumeNegativeTest-531283832 tempest-AttachVolumeNegativeTest-531283832-project] 10.222.0.43 "DELETE /v2.0/floatingips/13de05df-a2e5-46f8-a48d-933f558afc67 HTTP/1.1" status: 204 len: 168 time: 0.4635913 Apr 05 11:05:45.099980 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48340) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:45.446153 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:45.547280 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48350) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:45.678287 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cfa21b06-30af-4077-a80f-9b573e387aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:45.732733 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (5569f575-f817-4e80-8955-0068fc4d60c7), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:45.773358 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cfa21b06-30af-4077-a80f-9b573e387aa7 admin admin] Publish callbacks [] for security_group (ae7da10c-6b45-41a1-b92b-b1c769bf03a6), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:45.778988 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cfa21b06-30af-4077-a80f-9b573e387aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (ae7da10c-6b45-41a1-b92b-b1c769bf03a6), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:45.820494 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-cfa21b06-30af-4077-a80f-9b573e387aa7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4bd264561da4bb08640f0765ea74589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720022 Apr 05 11:05:45.823416 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48360) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:45.830630 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa21b06-30af-4077-a80f-9b573e387aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7da10c-6b45-41a1-b92b-b1c769bf03a6,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:45.885055 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e6d4-0b7c-454e-9f3e-cda202a5c552 admin admin] Publish callbacks [] for security_group (ae7da10c-6b45-41a1-b92b-b1c769bf03a6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:45.913331 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e6d4-0b7c-454e-9f3e-cda202a5c552 admin admin] Publish callbacks [] for security_group (ae7da10c-6b45-41a1-b92b-b1c769bf03a6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:45.969808 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e6d4-0b7c-454e-9f3e-cda202a5c552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (ae7da10c-6b45-41a1-b92b-b1c769bf03a6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:45.972959 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e7e0e6d4-0b7c-454e-9f3e-cda202a5c552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:45.974668 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-e7e0e6d4-0b7c-454e-9f3e-cda202a5c552 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae7da10c-6b45-41a1-b92b-b1c769bf03a6 HTTP/1.1" status: 204 len: 168 time: 0.1503546 Apr 05 11:05:45.983781 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0e6d4-0b7c-454e-9f3e-cda202a5c552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7da10c-6b45-41a1-b92b-b1c769bf03a6,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:46.377872 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] Deleting port 7666be69-c680-400d-a399-06c0bd9db8c1 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:46.378370 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:46.461332 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] For port 7666be69-c680-400d-a399-06c0bd9db8c1, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=7666be69-c680-400d-a399-06c0bd9db8c1,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:46.461707 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:46.477221 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] Calling delete_port for 7666be69-c680-400d-a399-06c0bd9db8c1 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:46.585998 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-688f6a3d-b1e7-4ea2-a298-d764d7ffb548 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709231 Apr 05 11:05:46.669575 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-12854987-620f-4b78-9612-3e0d42086c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:46.671735 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-12854987-620f-4b78-9612-3e0d42086c20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f74ea07de7d4c30a543ddcf26517551&device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 1129 time: 0.0608711 Apr 05 11:05:46.697111 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (7666be69-c680-400d-a399-06c0bd9db8c1), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:46.729780 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7666be69-c680-400d-a399-06c0bd9db8c1,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:46.826502 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-904414e6-4a4c-42f6-9fd9-32c489676be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:46.828225 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-904414e6-4a4c-42f6-9fd9-32c489676be8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c68bebc7-67da-4961-adae-6fb3ac59173a HTTP/1.1" status: 200 len: 909 time: 0.1349802 Apr 05 11:05:46.907491 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-1484edcf-793a-410b-8ba5-a9a1e9fe7dd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550d23bc-6127-434e-b57c-4919cfac8ed9 HTTP/1.1" status: 200 len: 1001 time: 0.0729005 Apr 05 11:05:46.947964 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577608'] for router_interface (5569f575-f817-4e80-8955-0068fc4d60c7), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:46.965068 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-28de7f5d-c101-432a-a5cf-6ddd11131460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:46.966826 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-28de7f5d-c101-432a-a5cf-6ddd11131460 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3b5d096-7ba2-40c2-ac88-490c7a9a4a13 HTTP/1.1" status: 200 len: 847 time: 0.0532255 Apr 05 11:05:47.021577 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-944e5a1b-5be9-444d-8285-17c958e9fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:47.023550 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-944e5a1b-5be9-444d-8285-17c958e9fe12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c68bebc7-67da-4961-adae-6fb3ac59173a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0478506 Apr 05 11:05:47.135962 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-8675aa16-571a-48a9-b465-cf99fa476053 service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057293 Apr 05 11:05:47.212565 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] Router 5569f575-f817-4e80-8955-0068fc4d60c7 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:05:47.242547 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7db72107-f944-4e2a-9b67-edbad82ba027 req-f9bd27c0-0ea5-44ff-838e-1300d3de7c02 service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025426 Apr 05 11:05:47.365616 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:05:47.381398 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-065588e5-0caf-41d1-9697-d48e08c068f7 admin admin] 10.222.0.43 "PUT /v2.0/routers/5569f575-f817-4e80-8955-0068fc4d60c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2764239 Apr 05 11:05:47.381920 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48406) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:47.385031 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764f6db-ce02-4433-83cf-d6c7b2eeda40 None None] Sync routers for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:05:47.396078 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764f6db-ce02-4433-83cf-d6c7b2eeda40 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:47.396695 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3764f6db-ce02-4433-83cf-d6c7b2eeda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:05:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:47.492368 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Publish callbacks [] for router (5569f575-f817-4e80-8955-0068fc4d60c7), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:47.508341 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3764f6db-ce02-4433-83cf-d6c7b2eeda40 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:47.602404 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Publish callbacks [] for router_gateway (5569f575-f817-4e80-8955-0068fc4d60c7), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:47.658512 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Deleting port d77e3046-78e2-457c-8bdb-85e73f0a6597 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:47.658941 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:47.695682 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3764f6db-ce02-4433-83cf-d6c7b2eeda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:05:46Z', 'revision_number': 5, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port': {'id': 'd77e3046-78e2-457c-8bdb-85e73f0a6597', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:53Z', 'updated_at': '2022-04-05T11:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:47.724839 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764f6db-ce02-4433-83cf-d6c7b2eeda40 None None] Checking router: 5569f575-f817-4e80-8955-0068fc4d60c7 for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:05:47.734441 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764f6db-ce02-4433-83cf-d6c7b2eeda40 None None] Routers {'5569f575-f817-4e80-8955-0068fc4d60c7'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:47.735065 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3764f6db-ce02-4433-83cf-d6c7b2eeda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:05:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5569f575-f817-4e80-8955-0068fc4d60c7'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:47.754783 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] For port d77e3046-78e2-457c-8bdb-85e73f0a6597, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=d77e3046-78e2-457c-8bdb-85e73f0a6597,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:47.755432 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:47.770398 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Calling delete_port for d77e3046-78e2-457c-8bdb-85e73f0a6597 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:47.830701 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-3764f6db-ce02-4433-83cf-d6c7b2eeda40 None None] Set router 5569f575-f817-4e80-8955-0068fc4d60c7 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:47.886785 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-3764f6db-ce02-4433-83cf-d6c7b2eeda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:05:47Z', 'revision_number': 6, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port_host': None}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:47.916232 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764f6db-ce02-4433-83cf-d6c7b2eeda40 None None] The sync data for ids ['5569f575-f817-4e80-8955-0068fc4d60c7'] in dv-cinder-818994-3-smb is: [{'id': '5569f575-f817-4e80-8955-0068fc4d60c7', 'name': 'tempest-AttachVolumeNegativeTest-467010107-router', 'tenant_id': 'e2e2c4605a9b432785edde810603dde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:52Z', 'updated_at': '2022-04-05T11:05:47Z', 'revision_number': 6, 'project_id': 'e2e2c4605a9b432785edde810603dde5', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:05:47.944667 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (d77e3046-78e2-457c-8bdb-85e73f0a6597), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:47.976390 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d77e3046-78e2-457c-8bdb-85e73f0a6597,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:48.039894 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577550'] for router_gateway (5569f575-f817-4e80-8955-0068fc4d60c7), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.138714 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29002'] for router (5569f575-f817-4e80-8955-0068fc4d60c7), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.141450 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Publish callbacks [] for router_controller (5569f575-f817-4e80-8955-0068fc4d60c7), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.192802 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (5569f575-f817-4e80-8955-0068fc4d60c7), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.193335 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5569f575-f817-4e80-8955-0068fc4d60c7 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:05:48.198266 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.199701 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-d40a8bb5-d542-4ff4-97b4-92eb873210ab admin admin] 10.222.0.43 "DELETE /v2.0/routers/5569f575-f817-4e80-8955-0068fc4d60c7 HTTP/1.1" status: 204 len: 168 time: 0.8171861 Apr 05 11:05:48.202683 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48408) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:48.252675 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-89698eb4-8912-4314-b7e5-66238c3ff14b admin admin] Deleting subnet 0e46e214-0097-445c-b3ff-10b094ea1ac0 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:05:48.256206 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89698eb4-8912-4314-b7e5-66238c3ff14b admin admin] Publish callbacks [] for subnet (0e46e214-0097-445c-b3ff-10b094ea1ac0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.292341 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89698eb4-8912-4314-b7e5-66238c3ff14b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30973086'] for subnet (0e46e214-0097-445c-b3ff-10b094ea1ac0), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.393640 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89698eb4-8912-4314-b7e5-66238c3ff14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (0e46e214-0097-445c-b3ff-10b094ea1ac0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.466545 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89698eb4-8912-4314-b7e5-66238c3ff14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29380724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814199'] for subnet (0e46e214-0097-445c-b3ff-10b094ea1ac0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.498079 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89698eb4-8912-4314-b7e5-66238c3ff14b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e46e214-0097-445c-b3ff-10b094ea1ac0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:48.501342 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-89698eb4-8912-4314-b7e5-66238c3ff14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.505756 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb6edc0-b5ff-4531-af56-ac9384138050 None None] Network b6056acb-6655-41c0-9e1c-fd55583441d0 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:05:48.508155 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48420) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:48.512030 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-89698eb4-8912-4314-b7e5-66238c3ff14b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0e46e214-0097-445c-b3ff-10b094ea1ac0 HTTP/1.1" status: 204 len: 168 time: 0.3042104 Apr 05 11:05:48.597930 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (b6056acb-6655-41c0-9e1c-fd55583441d0), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.658375 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Deleting port 9489fd40-ea73-4362-8147-87310558faf9 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:48.658612 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (9489fd40-ea73-4362-8147-87310558faf9), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.724476 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] For port 9489fd40-ea73-4362-8147-87310558faf9, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9489fd40-ea73-4362-8147-87310558faf9,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:48.724846 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (9489fd40-ea73-4362-8147-87310558faf9), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.738962 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Calling delete_port for 9489fd40-ea73-4362-8147-87310558faf9 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:48.755076 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5190aa9-5f77-4dac-85bd-0308836bf5ab None None] DHCP port deletion for b6056acb-6655-41c0-9e1c-fd55583441d0 request from dv-cinder-818994-3-smb {{(pid=103323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:05:48.807142 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f5190aa9-5f77-4dac-85bd-0308836bf5ab None None] Deleting port 9489fd40-ea73-4362-8147-87310558faf9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:05:48.807543 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5190aa9-5f77-4dac-85bd-0308836bf5ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (9489fd40-ea73-4362-8147-87310558faf9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.826724 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (9489fd40-ea73-4362-8147-87310558faf9), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.853024 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Pushing event deleted for resources: {'Port': ['ID=9489fd40-ea73-4362-8147-87310558faf9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:48.856411 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] No DVR routers for this DVR port 9489fd40-ea73-4362-8147-87310558faf9 on host dv-cinder-818994-3-smb {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:05:48.879326 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f5190aa9-5f77-4dac-85bd-0308836bf5ab None None] For port 9489fd40-ea73-4362-8147-87310558faf9, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9489fd40-ea73-4362-8147-87310558faf9,segment=NetworkSegment(1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf),segment_id=1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:48.879749 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5190aa9-5f77-4dac-85bd-0308836bf5ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (9489fd40-ea73-4362-8147-87310558faf9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.893085 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f5190aa9-5f77-4dac-85bd-0308836bf5ab None None] Calling delete_port for 9489fd40-ea73-4362-8147-87310558faf9 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:05:48.934865 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (b6056acb-6655-41c0-9e1c-fd55583441d0), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.961167 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6056acb-6655-41c0-9e1c-fd55583441d0']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:48.972041 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:48.972235 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:48.979645 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5190aa9-5f77-4dac-85bd-0308836bf5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (9489fd40-ea73-4362-8147-87310558faf9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.983111 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30385722'] for segment (1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:48.998739 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:49.005449 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:05:49.006097 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29836175'] for segment (1aac5251-5e1d-4cb0-94ee-3cc0e3177ddf), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: Traceback (most recent call last): Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: timer() Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: cb(*args, **kw) Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: return func(*args, **kwargs) Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: self._notify() Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: self.callback(batched_events) Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: event.method(event) Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: return f(self, *a, **k) Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: return self._get(url).json() Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:05:49.008200 dv-cinder-818994-3-smb neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:05:49.010203 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5190aa9-5f77-4dac-85bd-0308836bf5ab None None] Pushing event deleted for resources: {'Port': ['ID=9489fd40-ea73-4362-8147-87310558faf9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:49.013994 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5190aa9-5f77-4dac-85bd-0308836bf5ab None None] No DVR routers for this DVR port 9489fd40-ea73-4362-8147-87310558faf9 on host dv-cinder-818994-3-smb {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:05:49.075833 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (b6056acb-6655-41c0-9e1c-fd55583441d0), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:49.081488 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:49.084622 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] 10.222.0.43 "DELETE /v2.0/networks/b6056acb-6655-41c0-9e1c-fd55583441d0 HTTP/1.1" status: 204 len: 168 time: 0.5753806 Apr 05 11:05:49.095753 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0445c5-bd87-4f57-bcdb-cbadb4ed82df admin admin] Pushing event deleted for resources: {'Network': ['ID=b6056acb-6655-41c0-9e1c-fd55583441d0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:49.260417 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48426) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:49.302565 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-79df0898-586f-41b0-ae9d-9ee52e1a9594 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2e2c4605a9b432785edde810603dde5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407653 Apr 05 11:05:49.305016 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48428) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:49.360690 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c527-6f81-4330-842e-0abdc1f47732 admin admin] Publish callbacks [] for security_group (85791be6-a731-4a0f-a350-9a189ebeaf21), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:49.382231 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c527-6f81-4330-842e-0abdc1f47732 admin admin] Publish callbacks [] for security_group (85791be6-a731-4a0f-a350-9a189ebeaf21), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:49.438982 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c527-6f81-4330-842e-0abdc1f47732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (85791be6-a731-4a0f-a350-9a189ebeaf21), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:49.441572 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b1c9c527-6f81-4330-842e-0abdc1f47732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:49.442777 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-b1c9c527-6f81-4330-842e-0abdc1f47732 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85791be6-a731-4a0f-a350-9a189ebeaf21 HTTP/1.1" status: 204 len: 168 time: 0.1367962 Apr 05 11:05:49.450813 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9c527-6f81-4330-842e-0abdc1f47732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85791be6-a731-4a0f-a350-9a189ebeaf21,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:49.799780 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9489fd40-ea73-4362-8147-87310558faf9 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:49.821619 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 9489fd40-ea73-4362-8147-87310558faf9 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:49.822036 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9489fd40-ea73-4362-8147-87310558faf9 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:49.822558 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 7666be69-c680-400d-a399-06c0bd9db8c1 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:49.842957 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 7666be69-c680-400d-a399-06c0bd9db8c1 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:49.843309 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 7666be69-c680-400d-a399-06c0bd9db8c1 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:49.843753 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device d77e3046-78e2-457c-8bdb-85e73f0a6597 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:05:49.863655 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: d77e3046-78e2-457c-8bdb-85e73f0a6597 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:05:49.864009 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device d77e3046-78e2-457c-8bdb-85e73f0a6597 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:05:56.621792 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb6fbe20-46c9-48b4-af77-0a7bb74b5b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:57.586303 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48702) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:57.694169 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb92f74a-478f-4258-803b-edc2d5baf827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:57.781755 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb92f74a-478f-4258-803b-edc2d5baf827 admin admin] Publish callbacks [] for security_group (31c5f7cd-dd94-4a1f-806c-c087cc2d96e0), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:57.788957 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cb92f74a-478f-4258-803b-edc2d5baf827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (31c5f7cd-dd94-4a1f-806c-c087cc2d96e0), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:57.830185 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-cb92f74a-478f-4258-803b-edc2d5baf827 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=139cd8bb4d1f44d08909433b97fab837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426710 Apr 05 11:05:57.832895 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92f74a-478f-4258-803b-edc2d5baf827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c5f7cd-dd94-4a1f-806c-c087cc2d96e0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:57.833264 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48710) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:57.893585 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa932dd4-1e51-4be8-9117-9547e2cf6c7d admin admin] Publish callbacks [] for security_group (31c5f7cd-dd94-4a1f-806c-c087cc2d96e0), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:57.915658 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa932dd4-1e51-4be8-9117-9547e2cf6c7d admin admin] Publish callbacks [] for security_group (31c5f7cd-dd94-4a1f-806c-c087cc2d96e0), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:57.970328 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa932dd4-1e51-4be8-9117-9547e2cf6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (31c5f7cd-dd94-4a1f-806c-c087cc2d96e0), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:57.974226 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-aa932dd4-1e51-4be8-9117-9547e2cf6c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:57.975888 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-aa932dd4-1e51-4be8-9117-9547e2cf6c7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31c5f7cd-dd94-4a1f-806c-c087cc2d96e0 HTTP/1.1" status: 204 len: 168 time: 0.1413617 Apr 05 11:05:57.985695 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa932dd4-1e51-4be8-9117-9547e2cf6c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c5f7cd-dd94-4a1f-806c-c087cc2d96e0,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:58.672906 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48740) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:58.779887 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1528501538-network', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:05:58.802391 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Made reservation on behalf of 482cb55d35744b6c98690c1bf5b33699 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:05:58.804783 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:58.813885 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:58.895692 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Publish callbacks [] for security_group (0d16651e-b27f-41ee-b51d-36d72f7468f7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:58.901019 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (0d16651e-b27f-41ee-b51d-36d72f7468f7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:58.932687 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:05:58.942409 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d16651e-b27f-41ee-b51d-36d72f7468f7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:58.951969 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (22bfbf48-ab4d-4409-bda2-bda27ea9bfc1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:58.952320 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.segments_db [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Added segment 22bfbf48-ab4d-4409-bda2-bda27ea9bfc1 of type vlan for network 3351e8de-9fa7-446a-847c-b18fd43e9c58 Apr 05 11:05:59.001364 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (3351e8de-9fa7-446a-847c-b18fd43e9c58), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.028543 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (3351e8de-9fa7-446a-847c-b18fd43e9c58), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.029485 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:59.030162 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.087862 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4130340 Apr 05 11:05:59.097607 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32721549-c5e1-49a7-aa63-f59605ad2272 admin admin] Pushing event updated for resources: {'Network': ['ID=3351e8de-9fa7-446a-847c-b18fd43e9c58,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:59.109022 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network 3351e8de-9fa7-446a-847c-b18fd43e9c58 details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:05:59.149633 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48752) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:59.150351 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48754) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:59.157472 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] Request body: {'subnet': {'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1528501538-subnet', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:05:59.184674 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] Made reservation on behalf of 482cb55d35744b6c98690c1bf5b33699 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:05:59.187279 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814224'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.280707 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f73c5d59-081c-4068-beb8-db211368b514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.410771 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29381299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814222'] for subnet (e5304b95-7b40-4942-9d48-d711cedf3845), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.467296 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f73c5d59-081c-4068-beb8-db211368b514 admin admin] Publish callbacks [] for security_group (d02a3095-c454-47cc-978a-b1c6a7ecdad5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.480490 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f73c5d59-081c-4068-beb8-db211368b514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d02a3095-c454-47cc-978a-b1c6a7ecdad5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.496670 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5304b95-7b40-4942-9d48-d711cedf3845,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:59.532653 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f73c5d59-081c-4068-beb8-db211368b514 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=644e2785820d4334a0c94910cfc23702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798478 Apr 05 11:05:59.534422 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] Checking segment: {'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:05:59.534780 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] Network hostable DHCP agents. Network: 3351e8de-9fa7-446a-847c-b18fd43e9c58, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:05:59.535620 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48760) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:59.538083 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c5d59-081c-4068-beb8-db211368b514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02a3095-c454-47cc-978a-b1c6a7ecdad5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:59.557047 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] Network 3351e8de-9fa7-446a-847c-b18fd43e9c58 is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:05:59.570021 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, 3351e8de-9fa7-446a-847c-b18fd43e9c58) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:05:59.574371 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:59.575077 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.595417 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4acf6de5-c729-4cbf-89d8-1e84a992d7c1 admin admin] Publish callbacks [] for security_group (d02a3095-c454-47cc-978a-b1c6a7ecdad5), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.597411 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48762) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:59.597698 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-62d866e4-3886-44fc-85b9-d08c384b6686 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4461219 Apr 05 11:05:59.599768 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c79bc29-6c93-410d-aced-e6ebc116b91d None None] Network 3351e8de-9fa7-446a-847c-b18fd43e9c58 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:05:59.602842 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:05:59.622514 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-883728eb-8439-42e1-9b4b-ca2d2b61866a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.638475 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4acf6de5-c729-4cbf-89d8-1e84a992d7c1 admin admin] Publish callbacks [] for security_group (d02a3095-c454-47cc-978a-b1c6a7ecdad5), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.655650 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29016'] for router (9687e8d5-f530-4c91-8002-7e2715ec13f2), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.656955 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-523207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28993'] for router (9687e8d5-f530-4c91-8002-7e2715ec13f2), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.705487 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd83f9197-d010-5aca-b623-cab93bca9b91-3351e8de-9fa7-446a-847c-b18fd43e9c58', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'fixed_ips': [{'subnet_id': 'e5304b95-7b40-4942-9d48-d711cedf3845'}]}} from dv-cinder-818994-3-smb. {{(pid=103323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:05:59.706406 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.725148 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Publish callbacks [] for router_controller (9687e8d5-f530-4c91-8002-7e2715ec13f2), precommit_add_association {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.734009 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4acf6de5-c729-4cbf-89d8-1e84a992d7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d02a3095-c454-47cc-978a-b1c6a7ecdad5), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.736575 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-4acf6de5-c729-4cbf-89d8-1e84a992d7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:59.737728 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-4acf6de5-c729-4cbf-89d8-1e84a992d7c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d02a3095-c454-47cc-978a-b1c6a7ecdad5 HTTP/1.1" status: 204 len: 168 time: 0.2011244 Apr 05 11:05:59.807699 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf6de5-c729-4cbf-89d8-1e84a992d7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02a3095-c454-47cc-978a-b1c6a7ecdad5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:59.871686 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Allocated IP 172.20.0.2 (3351e8de-9fa7-446a-847c-b18fd43e9c58/e5304b95-7b40-4942-9d48-d711cedf3845/8498d8fb-a83c-48b8-8033-c1561a32eb4d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:05:59.915102 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Publish callbacks [] for router_gateway (9687e8d5-f530-4c91-8002-7e2715ec13f2), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:00.181940 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Publish callbacks [] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:00.188858 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:00.204347 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Publish callbacks [] for router_gateway (9687e8d5-f530-4c91-8002-7e2715ec13f2), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:00.229436 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Network 3351e8de-9fa7-446a-847c-b18fd43e9c58 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:06:00.232590 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:00.241672 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:00.243681 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:06:00.251047 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Pushing event updated for resources: {'Port': ['ID=8498d8fb-a83c-48b8-8033-c1561a32eb4d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:00.320882 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Attempting to bind port 8498d8fb-a83c-48b8-8033-c1561a32eb4d on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:06:00.321237 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Attempting to bind port 8498d8fb-a83c-48b8-8033-c1561a32eb4d by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:06:00.321601 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Attempting to bind port 8498d8fb-a83c-48b8-8033-c1561a32eb4d on network 3351e8de-9fa7-446a-847c-b18fd43e9c58 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:06:00.327079 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:06:00.327545 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Checking segment: {'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:06:00.327969 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:00.329115 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Bound using segment: {'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:06:00.330120 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Bound port: 8498d8fb-a83c-48b8-8033-c1561a32eb4d, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:06:00.330857 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:00.379404 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Allocated IP 172.28.2.167 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/0bd2eb2b-146c-4fe3-8ed2-c4d62780613c) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:06:00.401732 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] For port 8498d8fb-a83c-48b8-8033-c1561a32eb4d, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:06:00.405206 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] For port 8498d8fb-a83c-48b8-8033-c1561a32eb4d, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=8498d8fb-a83c-48b8-8033-c1561a32eb4d,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:06:00.424042 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:00.506865 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbeed7-28a1-4a6b-aa85-7ea87599fd91 None None] Pushing event updated for resources: {'Port': ['ID=8498d8fb-a83c-48b8-8033-c1561a32eb4d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:00.544727 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Publish callbacks [] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:00.586178 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:00.591365 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:06:00.629897 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:06:00.638564 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:00.643221 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:06:00.678309 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Pushing event updated for resources: {'Port': ['ID=0bd2eb2b-146c-4fe3-8ed2-c4d62780613c,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:00.933576 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Publish callbacks [] for router_gateway (9687e8d5-f530-4c91-8002-7e2715ec13f2), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:00.954302 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:01.165443 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577586'] for router (9687e8d5-f530-4c91-8002-7e2715ec13f2), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:01.327912 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Router 9687e8d5-f530-4c91-8002-7e2715ec13f2 is scheduled to L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 with binding_index 1 {{(pid=103320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:06:01.454649 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:06:01.476475 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Sync routers for ids ['9687e8d5-f530-4c91-8002-7e2715ec13f2'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:06:01.493258 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Routers {'9687e8d5-f530-4c91-8002-7e2715ec13f2'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:01.493927 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['9687e8d5-f530-4c91-8002-7e2715ec13f2'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:01.498701 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:01.503129 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-3a71a68b-25b2-41f9-95bd-ffef17ba4dde admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9012399 Apr 05 11:06:01.503500 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48844) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:01.572301 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ef983-67b2-4fe3-841c-45736b572fbf None None] Network 3351e8de-9fa7-446a-847c-b18fd43e9c58 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:06:01.634579 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Set router 9687e8d5-f530-4c91-8002-7e2715ec13f2 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:01.666545 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-ea456f03-b740-4541-9690-e3d8ef94e77e None None] Provisioning complete for port 8498d8fb-a83c-48b8-8033-c1561a32eb4d triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:01.667164 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea456f03-b740-4541-9690-e3d8ef94e77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:01.899034 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ea456f03-b740-4541-9690-e3d8ef94e77e None None] Current status of the port 8498d8fb-a83c-48b8-8033-c1561a32eb4d is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:01.899518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea456f03-b740-4541-9690-e3d8ef94e77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:01.932862 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 8498d8fb-a83c-48b8-8033-c1561a32eb4d up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:01.976729 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ea456f03-b740-4541-9690-e3d8ef94e77e None None] For port 8498d8fb-a83c-48b8-8033-c1561a32eb4d, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=8498d8fb-a83c-48b8-8033-c1561a32eb4d,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:01.985126 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea456f03-b740-4541-9690-e3d8ef94e77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.002393 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:00Z', 'revision_number': 3, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:02.038254 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Checking router: 9687e8d5-f530-4c91-8002-7e2715ec13f2 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:06:02.038604 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Updating router 9687e8d5-f530-4c91-8002-7e2715ec13f2 port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c binding host dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:06:02.068120 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea456f03-b740-4541-9690-e3d8ef94e77e None None] Pushing event updated for resources: {'Port': ['ID=8498d8fb-a83c-48b8-8033-c1561a32eb4d,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:02.071381 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 8498d8fb-a83c-48b8-8033-c1561a32eb4d triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:02.071763 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.076344 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.177634 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 8498d8fb-a83c-48b8-8033-c1561a32eb4d is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:02.215352 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-45923e60-1906-49d4-8cf0-3a94fa5a7218 None None] Provisioning complete for port 8498d8fb-a83c-48b8-8033-c1561a32eb4d triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:02.216083 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45923e60-1906-49d4-8cf0-3a94fa5a7218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.303107 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-45923e60-1906-49d4-8cf0-3a94fa5a7218 None None] Current status of the port 8498d8fb-a83c-48b8-8033-c1561a32eb4d is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:02.405086 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Publish callbacks [] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.413532 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.468051 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Pushing event updated for resources: {'Port': ['ID=0bd2eb2b-146c-4fe3-8ed2-c4d62780613c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:02.470496 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Attempting to bind port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:06:02.470914 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Attempting to bind port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:06:02.471318 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Attempting to bind port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c on network 00d12171-f517-474d-a69e-00f7b55a096a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:06:02.480768 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.481113 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.481456 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.481819 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.482158 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.482484 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.482815 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.483715 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.483715 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.483955 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.484108 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.484509 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.484849 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.485172 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.485485 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:02.489227 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:06:02.490185 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Checking segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:06:02.490371 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.490758 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Bound using segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:06:02.491244 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Bound port: 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:06:02.491660 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.498522 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.506630 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.555851 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] For port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:06:02.559296 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] For port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=0bd2eb2b-146c-4fe3-8ed2-c4d62780613c,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:06:02.568134 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.634033 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Routers {'9687e8d5-f530-4c91-8002-7e2715ec13f2'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:02.635089 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['9687e8d5-f530-4c91-8002-7e2715ec13f2'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:02.670682 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Allocated IP 172.20.0.1 (3351e8de-9fa7-446a-847c-b18fd43e9c58/e5304b95-7b40-4942-9d48-d711cedf3845/bc406490-13a2-4f8e-8cff-291e6011e65b) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:06:02.681543 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6b87b-b011-41ba-a4e4-627cf11d4fcc None None] Pushing event updated for resources: {'Port': ['ID=0bd2eb2b-146c-4fe3-8ed2-c4d62780613c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:02.784932 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] Set router 9687e8d5-f530-4c91-8002-7e2715ec13f2 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:02.799410 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Publish callbacks [] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.850202 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:02.905022 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Network 3351e8de-9fa7-446a-847c-b18fd43e9c58 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:06:02.911478 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:02.914660 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:06:02.949665 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Pushing event updated for resources: {'Port': ['ID=bc406490-13a2-4f8e-8cff-291e6011e65b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:02.968635 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577635'] for router_interface (9687e8d5-f530-4c91-8002-7e2715ec13f2), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:03.069337 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:00Z', 'revision_number': 3, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:03.111508 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a509f9b-aac1-4d5a-9258-20c1b01db985 None None] The sync data for ids ['9687e8d5-f530-4c91-8002-7e2715ec13f2'] in dv-cinder-818994-3-smb is: [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:00Z', 'revision_number': 3, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:06:03.180944 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:03.248855 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-c070dc93-7f77-4335-b4a9-1d6bbbd46051 None None] Provisioning complete for port bc406490-13a2-4f8e-8cff-291e6011e65b triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:03.249915 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c070dc93-7f77-4335-b4a9-1d6bbbd46051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:03.326647 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c070dc93-7f77-4335-b4a9-1d6bbbd46051 None None] Port bc406490-13a2-4f8e-8cff-291e6011e65b cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:06:03.501240 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Publish callbacks [] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:03.519361 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:03.597107 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Pushing event updated for resources: {'Port': ['ID=bc406490-13a2-4f8e-8cff-291e6011e65b,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:03.632280 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (9687e8d5-f530-4c91-8002-7e2715ec13f2), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:03.739003 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:03.821677 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48894) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:03.831766 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Network 3351e8de-9fa7-446a-847c-b18fd43e9c58 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:06:03.833613 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:03.933184 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 8498d8fb-a83c-48b8-8033-c1561a32eb4d up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:04.009317 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed6b0-4c46-4df5-9154-2fbf86a8f2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.016461 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 8498d8fb-a83c-48b8-8033-c1561a32eb4d triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:04.017190 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.019142 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Router 9687e8d5-f530-4c91-8002-7e2715ec13f2 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:06:04.129221 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 8498d8fb-a83c-48b8-8033-c1561a32eb4d is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:04.130664 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:04.156000 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed6b0-4c46-4df5-9154-2fbf86a8f2f1 admin admin] Publish callbacks [] for security_group (ddfeb3a2-634e-43b7-a9a5-1032c71e12db), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.161621 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bb8ed6b0-4c46-4df5-9154-2fbf86a8f2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (ddfeb3a2-634e-43b7-a9a5-1032c71e12db), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.189578 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:06:04.193549 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-5b2ee092-243e-42b4-b8db-d26078c9343a None None] Provisioning complete for port bc406490-13a2-4f8e-8cff-291e6011e65b triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:04.193967 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee092-243e-42b4-b8db-d26078c9343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.198752 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-65c24042-fc6f-45c8-99cf-0730afebd438 admin admin] 10.222.0.43 "PUT /v2.0/routers/9687e8d5-f530-4c91-8002-7e2715ec13f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6931531 Apr 05 11:06:04.214765 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ed6b0-4c46-4df5-9154-2fbf86a8f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfeb3a2-634e-43b7-a9a5-1032c71e12db,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:04.222594 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48900) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:04.228036 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-bb8ed6b0-4c46-4df5-9154-2fbf86a8f2f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38b713d2cacb4723ab5bf59d5597d26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050188 Apr 05 11:06:04.238320 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5b2ee092-243e-42b4-b8db-d26078c9343a None None] Port bc406490-13a2-4f8e-8cff-291e6011e65b cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:06:04.242187 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:04.242764 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.284924 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e8f8dce-290b-4c08-a992-809ace7f89c6 admin admin] Publish callbacks [] for security_group (ddfeb3a2-634e-43b7-a9a5-1032c71e12db), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.311131 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e8f8dce-290b-4c08-a992-809ace7f89c6 admin admin] Publish callbacks [] for security_group (ddfeb3a2-634e-43b7-a9a5-1032c71e12db), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.334400 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:04.334997 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.362490 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-354c62dc-8560-4977-9791-165612471015 None None] For port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=0bd2eb2b-146c-4fe3-8ed2-c4d62780613c,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:04.366592 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.378220 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e8f8dce-290b-4c08-a992-809ace7f89c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (ddfeb3a2-634e-43b7-a9a5-1032c71e12db), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.382661 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8e8f8dce-290b-4c08-a992-809ace7f89c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.384127 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-8e8f8dce-290b-4c08-a992-809ace7f89c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddfeb3a2-634e-43b7-a9a5-1032c71e12db HTTP/1.1" status: 204 len: 168 time: 0.1607275 Apr 05 11:06:04.394913 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f8dce-290b-4c08-a992-809ace7f89c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfeb3a2-634e-43b7-a9a5-1032c71e12db,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:04.438102 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Pushing event updated for resources: {'Port': ['ID=0bd2eb2b-146c-4fe3-8ed2-c4d62780613c,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:04.713201 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48918) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:04.730272 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-242a22aa-2b06-4598-b3c4-d24cc92114f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.817789 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-242a22aa-2b06-4598-b3c4-d24cc92114f9 admin admin] Publish callbacks [] for security_group (e729cff5-9172-4c62-997e-f7d371a19f91), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.823178 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-242a22aa-2b06-4598-b3c4-d24cc92114f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (e729cff5-9172-4c62-997e-f7d371a19f91), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.863283 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-242a22aa-2b06-4598-b3c4-d24cc92114f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c709823c5e154366b9f912ba65cc5822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489596 Apr 05 11:06:04.865743 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a22aa-2b06-4598-b3c4-d24cc92114f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e729cff5-9172-4c62-997e-f7d371a19f91,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:04.866456 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48924) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:04.956439 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 48932) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:04.957906 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d857e807-7e8e-432d-8a30-564e02a23e3c admin admin] Publish callbacks [] for security_group (e729cff5-9172-4c62-997e-f7d371a19f91), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.961967 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1838503458-network', 'tenant_id': '6e25294247c442de8eb0df2051122969'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:04.984219 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d857e807-7e8e-432d-8a30-564e02a23e3c admin admin] Publish callbacks [] for security_group (e729cff5-9172-4c62-997e-f7d371a19f91), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.984870 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Made reservation on behalf of 6e25294247c442de8eb0df2051122969 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:06:04.988156 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:04.998434 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.042146 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d857e807-7e8e-432d-8a30-564e02a23e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (e729cff5-9172-4c62-997e-f7d371a19f91), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.044654 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d857e807-7e8e-432d-8a30-564e02a23e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.045840 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-d857e807-7e8e-432d-8a30-564e02a23e3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e729cff5-9172-4c62-997e-f7d371a19f91 HTTP/1.1" status: 204 len: 168 time: 0.1777503 Apr 05 11:06:05.057332 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857e807-7e8e-432d-8a30-564e02a23e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e729cff5-9172-4c62-997e-f7d371a19f91,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:05.105420 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Publish callbacks [] for security_group (820180aa-db78-4bda-96a1-640dcefa983a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.111231 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (820180aa-db78-4bda-96a1-640dcefa983a), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.138895 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:06:05.149070 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820180aa-db78-4bda-96a1-640dcefa983a,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:05.155456 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (0bf5296c-0a0e-441f-91e4-07a335df575a), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.155814 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.segments_db [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Added segment 0bf5296c-0a0e-441f-91e4-07a335df575a of type vlan for network 0016e293-ba86-4e4d-a9f0-e978f19a3d68 Apr 05 11:06:05.201394 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (0016e293-ba86-4e4d-a9f0-e978f19a3d68), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.235994 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (0016e293-ba86-4e4d-a9f0-e978f19a3d68), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.237210 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:05.237799 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.299642 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3420203 Apr 05 11:06:05.301034 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Sync routers for ids ['9687e8d5-f530-4c91-8002-7e2715ec13f2'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:06:05.302508 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48938) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:05.308287 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] Request body: {'subnet': {'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1838503458-subnet', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:05.310525 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100bc5b-be03-444a-abc8-0853e8f3e5bc admin admin] Pushing event updated for resources: {'Network': ['ID=0016e293-ba86-4e4d-a9f0-e978f19a3d68,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:05.314195 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Routers {'9687e8d5-f530-4c91-8002-7e2715ec13f2'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:05.315224 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['9687e8d5-f530-4c91-8002-7e2715ec13f2'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:05.337406 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] Made reservation on behalf of 6e25294247c442de8eb0df2051122969 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:06:05.340392 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814224'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.361128 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network 0016e293-ba86-4e4d-a9f0-e978f19a3d68 details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:06:05.492807 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Set router 9687e8d5-f530-4c91-8002-7e2715ec13f2 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:05.530676 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29381299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814222'] for subnet (6008c3b2-8a7d-4258-b7e3-8ffd325469e7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.582286 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6008c3b2-8a7d-4258-b7e3-8ffd325469e7,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:05.604614 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] Checking segment: {'id': '0bf5296c-0a0e-441f-91e4-07a335df575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:06:05.604984 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] Network hostable DHCP agents. Network: 0016e293-ba86-4e4d-a9f0-e978f19a3d68, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:06:05.626588 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] Network 0016e293-ba86-4e4d-a9f0-e978f19a3d68 is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:06:05.636512 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, 0016e293-ba86-4e4d-a9f0-e978f19a3d68) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:05.641687 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:05.642733 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.647761 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ccadad-5bfd-47e4-b790-0ad2f9f8e6f7 None None] Network 0016e293-ba86-4e4d-a9f0-e978f19a3d68 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:06:05.661784 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-cc8f20bb-81c8-44ab-b081-afc09304d2b7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3579035 Apr 05 11:06:05.664461 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 48948) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:05.670165 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1838503458-router', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:05.691865 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1584803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29016'] for router (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.692905 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1578915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-523207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28993'] for router (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.812130 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd83f9197-d010-5aca-b623-cab93bca9b91-0016e293-ba86-4e4d-a9f0-e978f19a3d68', 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68', 'project_id': '6e25294247c442de8eb0df2051122969', 'fixed_ips': [{'subnet_id': '6008c3b2-8a7d-4258-b7e3-8ffd325469e7'}]}} from dv-cinder-818994-3-smb. {{(pid=103323) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:06:05.813416 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:05.822394 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:03Z', 'revision_number': 4, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': 'bc406490-13a2-4f8e-8cff-291e6011e65b', 'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'mac_address': 'fa:16:3e:57:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:02Z', 'updated_at': '2022-04-05T11:06:03Z', 'revision_number': 2, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'subnets': [{'id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:05.857933 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Checking router: 9687e8d5-f530-4c91-8002-7e2715ec13f2 for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:06:05.858599 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Updating router 9687e8d5-f530-4c91-8002-7e2715ec13f2 port bc406490-13a2-4f8e-8cff-291e6011e65b binding host dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:06:05.873408 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:05.948354 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.068810 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Publish callbacks [] for router_controller (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), precommit_add_association {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.094873 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:06.095122 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.159290 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Allocated IP 172.20.0.2 (0016e293-ba86-4e4d-a9f0-e978f19a3d68/6008c3b2-8a7d-4258-b7e3-8ffd325469e7/71d63625-dba2-4e59-a90e-b3e17f761098) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:06:06.231282 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Publish callbacks [] for router_gateway (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.503256 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Publish callbacks [] for router_gateway (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.532382 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.569842 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:06.660384 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Publish callbacks [] for port (71d63625-dba2-4e59-a90e-b3e17f761098), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.670251 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.693183 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Allocated IP 172.28.2.140 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/842485ff-e8e6-4218-8492-86440bbc220c) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:06:06.748560 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Network 0016e293-ba86-4e4d-a9f0-e978f19a3d68 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:06:06.754264 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:06.759923 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Pushing event updated for resources: {'Port': ['ID=71d63625-dba2-4e59-a90e-b3e17f761098,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:06.767931 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:06:06.774833 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Publish callbacks [] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.783610 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.815360 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Publish callbacks [] for port (842485ff-e8e6-4218-8492-86440bbc220c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.874135 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (842485ff-e8e6-4218-8492-86440bbc220c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.880345 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2c55-1f72-4516-9291-a5658ce45d8a None None] Pushing event updated for resources: {'Port': ['ID=bc406490-13a2-4f8e-8cff-291e6011e65b,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:06.882745 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Attempting to bind port 71d63625-dba2-4e59-a90e-b3e17f761098 on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:06:06.883135 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Attempting to bind port 71d63625-dba2-4e59-a90e-b3e17f761098 by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '0bf5296c-0a0e-441f-91e4-07a335df575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:06:06.883506 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Attempting to bind port 71d63625-dba2-4e59-a90e-b3e17f761098 on network 0016e293-ba86-4e4d-a9f0-e978f19a3d68 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:06:06.907025 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:06:06.907402 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Checking segment: {'id': '0bf5296c-0a0e-441f-91e4-07a335df575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:06:06.907849 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.908248 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Bound using segment: {'id': '0bf5296c-0a0e-441f-91e4-07a335df575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:06:06.908737 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Bound port: 71d63625-dba2-4e59-a90e-b3e17f761098, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf5296c-0a0e-441f-91e4-07a335df575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:06:06.909117 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.912378 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:06:06.935260 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:06.938019 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:06:06.971333 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Attempting to bind port bc406490-13a2-4f8e-8cff-291e6011e65b on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:06:06.971333 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Attempting to bind port bc406490-13a2-4f8e-8cff-291e6011e65b by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:06:06.971838 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Attempting to bind port bc406490-13a2-4f8e-8cff-291e6011e65b on network 3351e8de-9fa7-446a-847c-b18fd43e9c58 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:06:06.985811 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:06:06.985811 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Checking segment: {'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:06:06.985811 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:06.986406 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Bound using segment: {'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:06:06.986704 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Bound port: bc406490-13a2-4f8e-8cff-291e6011e65b, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:06:06.987065 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:07.007207 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=842485ff-e8e6-4218-8492-86440bbc220c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:07.046779 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] For port 71d63625-dba2-4e59-a90e-b3e17f761098, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:06:07.065653 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] For port 71d63625-dba2-4e59-a90e-b3e17f761098, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=71d63625-dba2-4e59-a90e-b3e17f761098,segment=NetworkSegment(0bf5296c-0a0e-441f-91e4-07a335df575a),segment_id=0bf5296c-0a0e-441f-91e4-07a335df575a)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:06:07.077268 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:07.116125 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] For port bc406490-13a2-4f8e-8cff-291e6011e65b, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:06:07.134598 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] For port bc406490-13a2-4f8e-8cff-291e6011e65b, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=bc406490-13a2-4f8e-8cff-291e6011e65b,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:06:07.146148 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:07.175153 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0571f6-91bc-43d3-be0d-e265bbea60d8 None None] Pushing event updated for resources: {'Port': ['ID=71d63625-dba2-4e59-a90e-b3e17f761098,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:07.285849 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2c55-1f72-4516-9291-a5658ce45d8a None None] Pushing event updated for resources: {'Port': ['ID=bc406490-13a2-4f8e-8cff-291e6011e65b,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:07.295865 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Routers {'9687e8d5-f530-4c91-8002-7e2715ec13f2'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:07.296913 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['9687e8d5-f530-4c91-8002-7e2715ec13f2'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:07.302581 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-62ecbe99-00f0-4b3b-96d1-7d7ce41e4d1d None None] Provisioning complete for port bc406490-13a2-4f8e-8cff-291e6011e65b triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:07.303141 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ecbe99-00f0-4b3b-96d1-7d7ce41e4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:07.398056 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Publish callbacks [] for router_gateway (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:07.574223 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-62ecbe99-00f0-4b3b-96d1-7d7ce41e4d1d None None] Current status of the port bc406490-13a2-4f8e-8cff-291e6011e65b is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:07.575131 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ecbe99-00f0-4b3b-96d1-7d7ce41e4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:07.586843 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] Set router 9687e8d5-f530-4c91-8002-7e2715ec13f2 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:07.665205 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577586'] for router (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:07.721926 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-62ecbe99-00f0-4b3b-96d1-7d7ce41e4d1d None None] For port bc406490-13a2-4f8e-8cff-291e6011e65b, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=bc406490-13a2-4f8e-8cff-291e6011e65b,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:07.831062 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-62ecbe99-00f0-4b3b-96d1-7d7ce41e4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:07.847018 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 is scheduled to L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 with binding_index 1 {{(pid=103322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:06:07.889555 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 71d63625-dba2-4e59-a90e-b3e17f761098 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:08.006626 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecbe99-00f0-4b3b-96d1-7d7ce41e4d1d None None] Pushing event updated for resources: {'Port': ['ID=bc406490-13a2-4f8e-8cff-291e6011e65b,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:08.008727 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:06:08.011979 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-bb55a6b5-b613-47d5-bfe6-44f79d245241 None None] Provisioning complete for port bc406490-13a2-4f8e-8cff-291e6011e65b triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:08.012157 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bb55a6b5-b613-47d5-bfe6-44f79d245241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:08.026871 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Sync routers for ids ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:06:08.045476 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Routers {'5c9d6da0-6a41-4b13-b1db-08b50efde8d5'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:08.046506 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:08.054465 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:08.056602 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-53d75ad2-43a5-4b72-b69c-4cc8679bd8a8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3908741 Apr 05 11:06:08.059733 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49044) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:08.073714 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 71d63625-dba2-4e59-a90e-b3e17f761098 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:08.074085 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:08.149642 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:03Z', 'revision_number': 4, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': 'bc406490-13a2-4f8e-8cff-291e6011e65b', 'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'mac_address': 'fa:16:3e:57:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:02Z', 'updated_at': '2022-04-05T11:06:07Z', 'revision_number': 4, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'subnets': [{'id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:08.212393 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Set router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:08.242651 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cdc77f-f217-48e3-9472-f385c4fbee58 None None] The sync data for ids ['9687e8d5-f530-4c91-8002-7e2715ec13f2'] in dv-cinder-818994-3-smb is: [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:03Z', 'revision_number': 4, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': 'bc406490-13a2-4f8e-8cff-291e6011e65b', 'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'mac_address': 'fa:16:3e:57:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:02Z', 'updated_at': '2022-04-05T11:06:07Z', 'revision_number': 4, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'subnets': [{'id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:06:08.426518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 71d63625-dba2-4e59-a90e-b3e17f761098 is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:08.426915 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:08.428953 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-bb55a6b5-b613-47d5-bfe6-44f79d245241 None None] Current status of the port bc406490-13a2-4f8e-8cff-291e6011e65b is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:08.534047 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-354c62dc-8560-4977-9791-165612471015 None None] For port 71d63625-dba2-4e59-a90e-b3e17f761098, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=71d63625-dba2-4e59-a90e-b3e17f761098,segment=NetworkSegment(0bf5296c-0a0e-441f-91e4-07a335df575a),segment_id=0bf5296c-0a0e-441f-91e4-07a335df575a)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:08.549464 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:08.691010 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'name': 'tempest-TestMinimumBasicScenario-1838503458-router', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '842485ff-e8e6-4218-8492-86440bbc220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:06:05Z', 'updated_at': '2022-04-05T11:06:07Z', 'revision_number': 3, 'project_id': '6e25294247c442de8eb0df2051122969', 'gw_port': {'id': '842485ff-e8e6-4218-8492-86440bbc220c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:06Z', 'updated_at': '2022-04-05T11:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:08.700807 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Pushing event updated for resources: {'Port': ['ID=71d63625-dba2-4e59-a90e-b3e17f761098,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:08.743385 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Checking router: 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:06:08.743971 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Updating router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 port 842485ff-e8e6-4218-8492-86440bbc220c binding host dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:06:08.779981 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (842485ff-e8e6-4218-8492-86440bbc220c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:08.793944 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:08.849071 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbaef7c-8eb7-4e64-8ae2-684448e3a724 None None] Network 0016e293-ba86-4e4d-a9f0-e978f19a3d68 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:06:08.988313 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-459a35b8-15a4-4e0d-959f-a11757dcf3cb None None] Provisioning complete for port 71d63625-dba2-4e59-a90e-b3e17f761098 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:08.988691 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-459a35b8-15a4-4e0d-959f-a11757dcf3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:09.015672 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_common [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Allocated IP 172.20.0.1 (0016e293-ba86-4e4d-a9f0-e978f19a3d68/6008c3b2-8a7d-4258-b7e3-8ffd325469e7/aea91f51-2ffb-46b9-bb8e-ea29ca0b238b) {{(pid=103322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:06:09.172219 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-459a35b8-15a4-4e0d-959f-a11757dcf3cb None None] Current status of the port 71d63625-dba2-4e59-a90e-b3e17f761098 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:09.263964 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Publish callbacks [] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:09.275347 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Publish callbacks [] for port (842485ff-e8e6-4218-8492-86440bbc220c), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:09.295696 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (842485ff-e8e6-4218-8492-86440bbc220c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:09.359138 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:09.381075 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Attempting to bind port 842485ff-e8e6-4218-8492-86440bbc220c on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:06:09.381712 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Attempting to bind port 842485ff-e8e6-4218-8492-86440bbc220c by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:06:09.382276 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Attempting to bind port 842485ff-e8e6-4218-8492-86440bbc220c on network 00d12171-f517-474d-a69e-00f7b55a096a {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:06:09.397824 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:06:09.398209 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Checking segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:06:09.398706 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:09.399200 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Bound using segment: {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:06:09.399709 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Bound port: 842485ff-e8e6-4218-8492-86440bbc220c, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8926cfe0-e3a1-428b-9a3c-de6ce9677fe4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:06:09.400092 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (842485ff-e8e6-4218-8492-86440bbc220c), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:09.401991 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2838d-0391-45af-953c-737883b7c285 None None] Pushing event updated for resources: {'Port': ['ID=842485ff-e8e6-4218-8492-86440bbc220c,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:09.433543 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Network 0016e293-ba86-4e4d-a9f0-e978f19a3d68 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:06:09.436622 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:09.442434 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Received port after_create {{(pid=103322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:06:09.489866 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Pushing event updated for resources: {'Port': ['ID=aea91f51-2ffb-46b9-bb8e-ea29ca0b238b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:09.507168 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-c43b9f9d-7386-41bb-88ad-db83784fe476 None None] Provisioning complete for port 71d63625-dba2-4e59-a90e-b3e17f761098 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:09.507759 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c43b9f9d-7386-41bb-88ad-db83784fe476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:09.532794 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1577635'] for router_interface (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:09.544020 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] For port 842485ff-e8e6-4218-8492-86440bbc220c, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:06:09.551668 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] For port 842485ff-e8e6-4218-8492-86440bbc220c, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=842485ff-e8e6-4218-8492-86440bbc220c,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:06:09.572695 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (842485ff-e8e6-4218-8492-86440bbc220c), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:09.675315 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c43b9f9d-7386-41bb-88ad-db83784fe476 None None] Current status of the port 71d63625-dba2-4e59-a90e-b3e17f761098 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:09.698082 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2838d-0391-45af-953c-737883b7c285 None None] Pushing event updated for resources: {'Port': ['ID=842485ff-e8e6-4218-8492-86440bbc220c,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:09.721187 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Routers {'5c9d6da0-6a41-4b13-b1db-08b50efde8d5'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:09.722230 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:09.912198 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-f53453aa-55dd-43fd-8806-4afef716f748 None None] Provisioning complete for port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:09.916219 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f53453aa-55dd-43fd-8806-4afef716f748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:09.927224 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] Set router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:09.939070 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49080) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:09.981530 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f53453aa-55dd-43fd-8806-4afef716f748 None None] Port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:06:10.001900 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device bc406490-13a2-4f8e-8cff-291e6011e65b up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:10.084558 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port bc406490-13a2-4f8e-8cff-291e6011e65b triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:10.084932 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.101099 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a620b9d-47d2-463d-af32-9b35b879989e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.202061 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), before_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.224390 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a620b9d-47d2-463d-af32-9b35b879989e admin admin] Publish callbacks [] for security_group (3e6bbb15-b03f-4a75-800f-91c28eba7d49), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.232426 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-6a620b9d-47d2-463d-af32-9b35b879989e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (3e6bbb15-b03f-4a75-800f-91c28eba7d49), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.254087 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'name': 'tempest-TestMinimumBasicScenario-1838503458-router', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '842485ff-e8e6-4218-8492-86440bbc220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:06:05Z', 'updated_at': '2022-04-05T11:06:07Z', 'revision_number': 3, 'project_id': '6e25294247c442de8eb0df2051122969', 'gw_port': {'id': '842485ff-e8e6-4218-8492-86440bbc220c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:06Z', 'updated_at': '2022-04-05T11:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:10.273920 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port bc406490-13a2-4f8e-8cff-291e6011e65b is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:10.275706 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 71d63625-dba2-4e59-a90e-b3e17f761098 up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:10.281583 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a620b9d-47d2-463d-af32-9b35b879989e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6bbb15-b03f-4a75-800f-91c28eba7d49,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:10.303357 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2862ec-70b5-4373-84e0-8f5e331f0595 None None] The sync data for ids ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'] in dv-cinder-818994-3-smb is: [{'id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'name': 'tempest-TestMinimumBasicScenario-1838503458-router', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '842485ff-e8e6-4218-8492-86440bbc220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:06:05Z', 'updated_at': '2022-04-05T11:06:07Z', 'revision_number': 3, 'project_id': '6e25294247c442de8eb0df2051122969', 'gw_port': {'id': '842485ff-e8e6-4218-8492-86440bbc220c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:06Z', 'updated_at': '2022-04-05T11:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:06:10.317801 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-6a620b9d-47d2-463d-af32-9b35b879989e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37ccd8c9d5104b5893747cfa0bf0d4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774369 Apr 05 11:06:10.324860 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49092) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:10.386020 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 71d63625-dba2-4e59-a90e-b3e17f761098 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:10.386806 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.483738 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5268ea64-935f-4f7e-aa21-50cc90bbd90e admin admin] Publish callbacks [] for security_group (3e6bbb15-b03f-4a75-800f-91c28eba7d49), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.515068 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5268ea64-935f-4f7e-aa21-50cc90bbd90e admin admin] Publish callbacks [] for security_group (3e6bbb15-b03f-4a75-800f-91c28eba7d49), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.537881 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 71d63625-dba2-4e59-a90e-b3e17f761098 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:10.592426 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Publish callbacks [] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.598215 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29380666'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.638403 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673f8ec-8427-4079-a3e9-d9ed93aca6a9 req-5000dfe5-510e-4a55-9f7b-0c56c38c8c13 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:10.640222 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1673f8ec-8427-4079-a3e9-d9ed93aca6a9 req-5000dfe5-510e-4a55-9f7b-0c56c38c8c13 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 947 time: 0.0786710 Apr 05 11:06:10.670573 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5268ea64-935f-4f7e-aa21-50cc90bbd90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (3e6bbb15-b03f-4a75-800f-91c28eba7d49), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.674195 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5268ea64-935f-4f7e-aa21-50cc90bbd90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.675502 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-5268ea64-935f-4f7e-aa21-50cc90bbd90e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e6bbb15-b03f-4a75-800f-91c28eba7d49 HTTP/1.1" status: 204 len: 168 time: 0.3439455 Apr 05 11:06:10.682026 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Pushing event updated for resources: {'Port': ['ID=aea91f51-2ffb-46b9-bb8e-ea29ca0b238b,revision_number=2']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:10.684703 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:10.703271 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268ea64-935f-4f7e-aa21-50cc90bbd90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6bbb15-b03f-4a75-800f-91c28eba7d49,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:10.756684 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1673f8ec-8427-4079-a3e9-d9ed93aca6a9 req-e55687e1-42b8-4577-89c5-72f03939018c tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070859 Apr 05 11:06:10.837095 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Network 0016e293-ba86-4e4d-a9f0-e978f19a3d68 is already hosted by enough agents. {{(pid=103322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:06:10.841821 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:10.993637 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:06:11.073345 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49106) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:11.089839 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0cb632d0-2b4e-45d1-86bd-2cecc098366e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:11.120021 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-3d619039-c333-4fb5-88e0-3baf28e7ec70 None None] Provisioning complete for port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:11.120520 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d619039-c333-4fb5-88e0-3baf28e7ec70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:11.143789 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:06:11.164379 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-3ca9dc1d-05a7-4329-b429-0ba69448d203 admin admin] 10.222.0.43 "PUT /v2.0/routers/5c9d6da0-6a41-4b13-b1db-08b50efde8d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1029165 Apr 05 11:06:11.175307 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-3d619039-c333-4fb5-88e0-3baf28e7ec70 None None] Port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:06:11.190761 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0cb632d0-2b4e-45d1-86bd-2cecc098366e admin admin] Publish callbacks [] for security_group (1f52c7a2-3fe5-4195-b2ba-8e322921a1fe), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:11.195772 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0cb632d0-2b4e-45d1-86bd-2cecc098366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (1f52c7a2-3fe5-4195-b2ba-8e322921a1fe), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:11.238697 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-0cb632d0-2b4e-45d1-86bd-2cecc098366e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a062002b84be45a0bc79ade78b0f98d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598372 Apr 05 11:06:11.239897 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49110) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:11.241931 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb632d0-2b4e-45d1-86bd-2cecc098366e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f52c7a2-3fe5-4195-b2ba-8e322921a1fe,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:11.294503 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f31c3b82-b9e9-424c-a275-b347ab6952b3 admin admin] Publish callbacks [] for security_group (1f52c7a2-3fe5-4195-b2ba-8e322921a1fe), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:11.319980 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f31c3b82-b9e9-424c-a275-b347ab6952b3 admin admin] Publish callbacks [] for security_group (1f52c7a2-3fe5-4195-b2ba-8e322921a1fe), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:11.381176 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f31c3b82-b9e9-424c-a275-b347ab6952b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (1f52c7a2-3fe5-4195-b2ba-8e322921a1fe), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:11.384363 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f31c3b82-b9e9-424c-a275-b347ab6952b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:11.385604 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f31c3b82-b9e9-424c-a275-b347ab6952b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f52c7a2-3fe5-4195-b2ba-8e322921a1fe HTTP/1.1" status: 204 len: 168 time: 0.1442053 Apr 05 11:06:11.399788 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c3b82-b9e9-424c-a275-b347ab6952b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f52c7a2-3fe5-4195-b2ba-8e322921a1fe,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:11.793353 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-a50af528-3ec7-4639-ae92-07f42cfa10f1 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:11.796101 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-a50af528-3ec7-4639-ae92-07f42cfa10f1 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.36 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 947 time: 0.0740120 Apr 05 11:06:11.886224 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 842485ff-e8e6-4218-8492-86440bbc220c up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:11.982160 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Deleting port aadc90d8-6c93-4666-9ee8-238749fa19d7 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:11.986106 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:11.989502 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a26cc-93e4-4ca2-af07-6a4929c1a34e req-55766bd7-7f45-4beb-9392-95c4cd7a1554 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:11.991755 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a41a26cc-93e4-4ca2-af07-6a4929c1a34e req-55766bd7-7f45-4beb-9392-95c4cd7a1554 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 947 time: 0.0847471 Apr 05 11:06:11.995881 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 842485ff-e8e6-4218-8492-86440bbc220c triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:11.996493 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (842485ff-e8e6-4218-8492-86440bbc220c), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:12.067874 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a41a26cc-93e4-4ca2-af07-6a4929c1a34e req-8e0b9ff2-6974-440a-8fb0-47ef8fa127ec tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups?id=7ee3614f-69cc-4815-8be6-bad57b7dea2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691018 Apr 05 11:06:12.224938 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 842485ff-e8e6-4218-8492-86440bbc220c is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:12.225590 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (842485ff-e8e6-4218-8492-86440bbc220c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:12.252759 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-354c62dc-8560-4977-9791-165612471015 None None] For port 842485ff-e8e6-4218-8492-86440bbc220c, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=842485ff-e8e6-4218-8492-86440bbc220c,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:12.263756 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (842485ff-e8e6-4218-8492-86440bbc220c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:12.308820 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] For port aadc90d8-6c93-4666-9ee8-238749fa19d7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=aadc90d8-6c93-4666-9ee8-238749fa19d7,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:12.310631 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:12.362026 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Pushing event updated for resources: {'Port': ['ID=842485ff-e8e6-4218-8492-86440bbc220c,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:12.571791 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:12.572675 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (5d15c5b2-8558-492a-887a-1fd791e8321a), after_update {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:12.574692 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Floating IP 5d15c5b2-8558-492a-887a-1fd791e8321a disassociated. External IP: 172.28.2.94, port: aadc90d8-6c93-4666-9ee8-238749fa19d7. Apr 05 11:06:12.575335 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Calling delete_port for aadc90d8-6c93-4666-9ee8-238749fa19d7 owned by compute:nova {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:12.625569 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Sync routers for ids ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:06:12.645673 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Routers {'5c9d6da0-6a41-4b13-b1db-08b50efde8d5'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:12.648572 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:12.783563 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (aadc90d8-6c93-4666-9ee8-238749fa19d7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:12.825293 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event deleted for resources: {'Port': ['ID=aadc90d8-6c93-4666-9ee8-238749fa19d7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:12.986124 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Set router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:13.020682 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Router 77c99110-91ee-4acf-8cc0-d0c761b13ead has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:06:13.224677 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:06:13.237690 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3f786-bf68-41c6-92cc-07c3b9b48502 None None] Sync routers for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:06:13.278704 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3f786-bf68-41c6-92cc-07c3b9b48502 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:13.282440 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bec3f786-bf68-41c6-92cc-07c3b9b48502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:13.342263 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0d781e4f-2145-4173-8476-a7ba690c980d req-8bd63a1c-3e03-4e7d-b157-1a8267e1a3db tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/ports?device_id=94acc5c6-cd47-45d2-8f70-4424ee00d858 HTTP/1.1" status: 200 len: 210 time: 0.1098640 Apr 05 11:06:13.349007 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'name': 'tempest-TestMinimumBasicScenario-1838503458-router', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '842485ff-e8e6-4218-8492-86440bbc220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:06:05Z', 'updated_at': '2022-04-05T11:06:10Z', 'revision_number': 4, 'project_id': '6e25294247c442de8eb0df2051122969', 'gw_port': {'id': '842485ff-e8e6-4218-8492-86440bbc220c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:06Z', 'updated_at': '2022-04-05T11:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': 'aea91f51-2ffb-46b9-bb8e-ea29ca0b238b', 'name': '', 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'mac_address': 'fa:16:3e:b7:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6008c3b2-8a7d-4258-b7e3-8ffd325469e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:08Z', 'updated_at': '2022-04-05T11:06:10Z', 'revision_number': 2, 'project_id': '6e25294247c442de8eb0df2051122969', 'subnets': [{'id': '6008c3b2-8a7d-4258-b7e3-8ffd325469e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:13.387212 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] No DVR routers for this DVR port aadc90d8-6c93-4666-9ee8-238749fa19d7 on host hv-cinder-81899 {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:06:13.399159 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:13.416409 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-8ae77e16-221a-48cf-8fab-81d642d3bd9c req-dfd89031-3eb5-450f-8ee0-3c89c2e0dd32 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.36 "DELETE /v2.0/ports/aadc90d8-6c93-4666-9ee8-238749fa19d7 HTTP/1.1" status: 204 len: 173 time: 1.6035612 Apr 05 11:06:13.416409 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'name': 'network-vif-deleted', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:06:13.416409 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f54157-745c-46fb-abe8-307d88e485ba" -d '{"events": [{"server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "name": "network-vif-deleted", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:06:13.432618 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Checking router: 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:06:13.433773 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Updating router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b binding host dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:06:13.480772 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:13.544517 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c51e1c9-aed8-415a-90a6-7b588835d2c3 x-openstack-request-id: req-3c51e1c9-aed8-415a-90a6-7b588835d2c3 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:06:13.544881 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94acc5c6-cd47-45d2-8f70-4424ee00d858", "name": "network-vif-deleted", "tag": "aadc90d8-6c93-4666-9ee8-238749fa19d7", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:06:13.545071 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c51e1c9-aed8-415a-90a6-7b588835d2c3 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:06:13.545481 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c51e1c9-aed8-415a-90a6-7b588835d2c3'] response: {'server_uuid': '94acc5c6-cd47-45d2-8f70-4424ee00d858', 'name': 'network-vif-deleted', 'tag': 'aadc90d8-6c93-4666-9ee8-238749fa19d7', 'status': 'completed', 'code': 200} Apr 05 11:06:13.639651 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-bec3f786-bf68-41c6-92cc-07c3b9b48502 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:13.908004 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 842485ff-e8e6-4218-8492-86440bbc220c up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:14.083144 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bec3f786-bf68-41c6-92cc-07c3b9b48502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:14.098688 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port 842485ff-e8e6-4218-8492-86440bbc220c triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:14.099154 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (842485ff-e8e6-4218-8492-86440bbc220c), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:14.148357 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3f786-bf68-41c6-92cc-07c3b9b48502 None None] Checking router: 77c99110-91ee-4acf-8cc0-d0c761b13ead for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:06:14.160731 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3f786-bf68-41c6-92cc-07c3b9b48502 None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:14.161754 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bec3f786-bf68-41c6-92cc-07c3b9b48502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:14.182935 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Publish callbacks [] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:14.190964 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:14.447285 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab5053-8771-401e-b754-7c99c9f2c433 None None] Pushing event updated for resources: {'Port': ['ID=aea91f51-2ffb-46b9-bb8e-ea29ca0b238b,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:14.460656 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port 842485ff-e8e6-4218-8492-86440bbc220c is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:14.472317 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-bec3f786-bf68-41c6-92cc-07c3b9b48502 None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:14.478377 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Attempting to bind port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b on host dv-cinder-818994-3-smb for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:06:14.478844 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Attempting to bind port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b by drivers openvswitch,hyperv on host dv-cinder-818994-3-smb at level 0 using segments [{'id': '0bf5296c-0a0e-441f-91e4-07a335df575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:06:14.479090 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Attempting to bind port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b on network 0016e293-ba86-4e4d-a9f0-e978f19a3d68 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:06:14.489602 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Checking agent: {'id': '2eefd1a7-796f-4755-8998-6f1d0ff5215d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 51, 4), 'started_at': datetime.datetime(2022, 4, 5, 10, 51, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:06:14.490028 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Checking segment: {'id': '0bf5296c-0a0e-441f-91e4-07a335df575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:06:14.490335 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:14.490659 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Bound using segment: {'id': '0bf5296c-0a0e-441f-91e4-07a335df575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:06:14.491078 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Bound port: aea91f51-2ffb-46b9-bb8e-ea29ca0b238b, host: dv-cinder-818994-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf5296c-0a0e-441f-91e4-07a335df575a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:06:14.491468 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:14.558286 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49206) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:14.665957 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] For port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b, host dv-cinder-818994-3-smb, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:06:14.669852 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] For port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b, host dv-cinder-818994-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=aea91f51-2ffb-46b9-bb8e-ea29ca0b238b,segment=NetworkSegment(0bf5296c-0a0e-441f-91e4-07a335df575a),segment_id=0bf5296c-0a0e-441f-91e4-07a335df575a)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:06:14.682993 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:14.713024 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0bf88dc4-f7e6-40f6-b473-b19acda53c42 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (7ee3614f-69cc-4815-8be6-bad57b7dea2f), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:14.782258 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0bf88dc4-f7e6-40f6-b473-b19acda53c42 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (7ee3614f-69cc-4815-8be6-bad57b7dea2f), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:14.786109 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Routers {'5c9d6da0-6a41-4b13-b1db-08b50efde8d5'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:14.787027 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:14.949306 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0bf88dc4-f7e6-40f6-b473-b19acda53c42 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (7ee3614f-69cc-4815-8be6-bad57b7dea2f), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:14.952587 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0bf88dc4-f7e6-40f6-b473-b19acda53c42 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:14.957342 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-0bf88dc4-f7e6-40f6-b473-b19acda53c42 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "DELETE /v2.0/security-groups/7ee3614f-69cc-4815-8be6-bad57b7dea2f HTTP/1.1" status: 204 len: 168 time: 0.3945191 Apr 05 11:06:14.958131 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49214) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:14.970567 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-e31dbb45-70b5-4bc8-92a7-c9274b021ad6 None None] Provisioning complete for port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:14.970941 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e31dbb45-70b5-4bc8-92a7-c9274b021ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:14.980403 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.api.v2.resource [None req-5beb1b46-babd-4b64-971f-be2a00c150ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] show failed (client error): The resource could not be found. Apr 05 11:06:14.986577 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49216) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:14.987326 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-5beb1b46-babd-4b64-971f-be2a00c150ad tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "GET /v2.0/security-groups/7ee3614f-69cc-4815-8be6-bad57b7dea2f HTTP/1.1" status: 404 len: 347 time: 0.0274594 Apr 05 11:06:15.004412 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf88dc4-f7e6-40f6-b473-b19acda53c42 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee3614f-69cc-4815-8be6-bad57b7dea2f,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:15.100897 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aadc90d8-6c93-4666-9ee8-238749fa19d7 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:06:15.135191 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab5053-8771-401e-b754-7c99c9f2c433 None None] Pushing event updated for resources: {'Port': ['ID=aea91f51-2ffb-46b9-bb8e-ea29ca0b238b,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:15.214646 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: aadc90d8-6c93-4666-9ee8-238749fa19d7 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:06:15.214790 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device aadc90d8-6c93-4666-9ee8-238749fa19d7 not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:06:15.285506 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-bec3f786-bf68-41c6-92cc-07c3b9b48502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:15.324638 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-14ce1d11-c4ac-4546-9920-6f5c21538e44 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Deleting port 4f13d84b-640a-492e-9c78-e92a039db493 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:15.326376 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14ce1d11-c4ac-4546-9920-6f5c21538e44 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (4f13d84b-640a-492e-9c78-e92a039db493), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:15.326866 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-e31dbb45-70b5-4bc8-92a7-c9274b021ad6 None None] Current status of the port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b is: DOWN; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:15.327532 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e31dbb45-70b5-4bc8-92a7-c9274b021ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:15.373176 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-e31dbb45-70b5-4bc8-92a7-c9274b021ad6 None None] For port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=aea91f51-2ffb-46b9-bb8e-ea29ca0b238b,segment=NetworkSegment(0bf5296c-0a0e-441f-91e4-07a335df575a),segment_id=0bf5296c-0a0e-441f-91e4-07a335df575a)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:15.379216 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3f786-bf68-41c6-92cc-07c3b9b48502 None None] The sync data for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb is: [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T10:59:56Z', 'revision_number': 4, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '1306c27b-94ad-4162-84ac-8b7aa9b8b013', 'name': '', 'network_id': '68201af9-3d0f-42f8-ad4e-a41ca62abbe8', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'mac_address': 'fa:16:3e:f6:12:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:54Z', 'updated_at': '2022-04-05T11:00:09Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'subnets': [{'id': '0b31b93c-82c4-48fc-b296-9432ad89b562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:06:15.384178 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e31dbb45-70b5-4bc8-92a7-c9274b021ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:15.465437 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] Set router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:15.467921 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dbb45-70b5-4bc8-92a7-c9274b021ad6 None None] Pushing event updated for resources: {'Port': ['ID=aea91f51-2ffb-46b9-bb8e-ea29ca0b238b,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:15.510527 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14ce1d11-c4ac-4546-9920-6f5c21538e44 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (4f13d84b-640a-492e-9c78-e92a039db493), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:15.510843 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14ce1d11-c4ac-4546-9920-6f5c21538e44 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (4f13d84b-640a-492e-9c78-e92a039db493), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:15.530453 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-14ce1d11-c4ac-4546-9920-6f5c21538e44 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Calling delete_port for 4f13d84b-640a-492e-9c78-e92a039db493 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:15.559391 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-864ce214-4161-4fd9-8e63-9161b2fb4c6b None None] Provisioning complete for port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:15.559724 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-864ce214-4161-4fd9-8e63-9161b2fb4c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:15.608823 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:15.795873 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14ce1d11-c4ac-4546-9920-6f5c21538e44 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (4f13d84b-640a-492e-9c78-e92a039db493), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:15.831817 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce1d11-c4ac-4546-9920-6f5c21538e44 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Pushing event deleted for resources: {'Port': ['ID=4f13d84b-640a-492e-9c78-e92a039db493,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:15.838443 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6d8703-24c6-40ef-bd92-9bbbbf4aa549 None None] New status for floating IP 5d15c5b2-8558-492a-887a-1fd791e8321a: DOWN {{(pid=103323) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:06:15.906172 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14ce1d11-c4ac-4546-9920-6f5c21538e44 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks [] for floatingip (5d15c5b2-8558-492a-887a-1fd791e8321a), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:15.908731 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-14ce1d11-c4ac-4546-9920-6f5c21538e44 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:15.912585 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-14ce1d11-c4ac-4546-9920-6f5c21538e44 tempest-AttachVolumeShelveTestJSON-772993539 tempest-AttachVolumeShelveTestJSON-772993539-project] 10.222.0.43 "DELETE /v2.0/floatingips/5d15c5b2-8558-492a-887a-1fd791e8321a HTTP/1.1" status: 204 len: 168 time: 0.9223735 Apr 05 11:06:15.961884 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-864ce214-4161-4fd9-8e63-9161b2fb4c6b None None] Current status of the port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:16.040042 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'name': 'tempest-TestMinimumBasicScenario-1838503458-router', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '842485ff-e8e6-4218-8492-86440bbc220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:06:05Z', 'updated_at': '2022-04-05T11:06:10Z', 'revision_number': 4, 'project_id': '6e25294247c442de8eb0df2051122969', 'gw_port': {'id': '842485ff-e8e6-4218-8492-86440bbc220c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:06Z', 'updated_at': '2022-04-05T11:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': 'aea91f51-2ffb-46b9-bb8e-ea29ca0b238b', 'name': '', 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'mac_address': 'fa:16:3e:b7:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6008c3b2-8a7d-4258-b7e3-8ffd325469e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:08Z', 'updated_at': '2022-04-05T11:06:14Z', 'revision_number': 4, 'project_id': '6e25294247c442de8eb0df2051122969', 'subnets': [{'id': '6008c3b2-8a7d-4258-b7e3-8ffd325469e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:16.080950 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8540793-a4bd-47aa-9f8b-fdadc91d3310 None None] The sync data for ids ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'] in dv-cinder-818994-3-smb is: [{'id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'name': 'tempest-TestMinimumBasicScenario-1838503458-router', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '842485ff-e8e6-4218-8492-86440bbc220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:06:05Z', 'updated_at': '2022-04-05T11:06:10Z', 'revision_number': 4, 'project_id': '6e25294247c442de8eb0df2051122969', 'gw_port': {'id': '842485ff-e8e6-4218-8492-86440bbc220c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:06Z', 'updated_at': '2022-04-05T11:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': 'aea91f51-2ffb-46b9-bb8e-ea29ca0b238b', 'name': '', 'network_id': '0016e293-ba86-4e4d-a9f0-e978f19a3d68', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'mac_address': 'fa:16:3e:b7:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6008c3b2-8a7d-4258-b7e3-8ffd325469e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:08Z', 'updated_at': '2022-04-05T11:06:14Z', 'revision_number': 4, 'project_id': '6e25294247c442de8eb0df2051122969', 'subnets': [{'id': '6008c3b2-8a7d-4258-b7e3-8ffd325469e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:06:17.567576 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49280) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:17.764902 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5f718af-bbd0-4c1c-b379-b0c983082f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:17.889725 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5f718af-bbd0-4c1c-b379-b0c983082f31 admin admin] Publish callbacks [] for security_group (217bf0ef-2af3-4ce3-a696-383f2a0384b2), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:17.925996 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5f718af-bbd0-4c1c-b379-b0c983082f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (217bf0ef-2af3-4ce3-a696-383f2a0384b2), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:17.932224 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device aea91f51-2ffb-46b9-bb8e-ea29ca0b238b up at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:17.998739 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-d5f718af-bbd0-4c1c-b379-b0c983082f31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b468b0d5cb8470a9a49b39ff2355de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295900 Apr 05 11:06:17.999817 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f718af-bbd0-4c1c-b379-b0c983082f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217bf0ef-2af3-4ce3-a696-383f2a0384b2,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:18.001282 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49298) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:18.053472 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-354c62dc-8560-4977-9791-165612471015 None None] Provisioning complete for port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:18.054570 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:18.092806 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9e7d4d0-09d2-412d-b283-c0d9bc2b5852 admin admin] Publish callbacks [] for security_group (217bf0ef-2af3-4ce3-a696-383f2a0384b2), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:18.128043 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9e7d4d0-09d2-412d-b283-c0d9bc2b5852 admin admin] Publish callbacks [] for security_group (217bf0ef-2af3-4ce3-a696-383f2a0384b2), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:18.200165 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9e7d4d0-09d2-412d-b283-c0d9bc2b5852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (217bf0ef-2af3-4ce3-a696-383f2a0384b2), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:18.203998 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b9e7d4d0-09d2-412d-b283-c0d9bc2b5852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:18.212609 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-b9e7d4d0-09d2-412d-b283-c0d9bc2b5852 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/217bf0ef-2af3-4ce3-a696-383f2a0384b2 HTTP/1.1" status: 204 len: 168 time: 0.2071371 Apr 05 11:06:18.225156 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7d4d0-09d2-412d-b283-c0d9bc2b5852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217bf0ef-2af3-4ce3-a696-383f2a0384b2,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:18.230920 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] Current status of the port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:18.553881 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49322) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:18.629626 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49326) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:18.648777 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcf79301-abd7-479c-868b-cf6b39dca725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:18.787417 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcf79301-abd7-479c-868b-cf6b39dca725 admin admin] Publish callbacks [] for security_group (2318e33b-6902-4c74-8311-3f23cedf81bb), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:18.793555 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49330) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:18.794973 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-dcf79301-abd7-479c-868b-cf6b39dca725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (2318e33b-6902-4c74-8311-3f23cedf81bb), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:18.855113 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49334) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:18.855338 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-dcf79301-abd7-479c-868b-cf6b39dca725 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8cdc08283c754bc2b64b6dcc1a54ba82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241178 Apr 05 11:06:18.860695 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf79301-abd7-479c-868b-cf6b39dca725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2318e33b-6902-4c74-8311-3f23cedf81bb,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:18.926676 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f07309bb-c878-4c8f-8e66-6cc7b927c007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:18.949894 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f22de397-d49c-46af-bc7d-56442184886c admin admin] Publish callbacks [] for security_group (2318e33b-6902-4c74-8311-3f23cedf81bb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:18.978368 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f22de397-d49c-46af-bc7d-56442184886c admin admin] Publish callbacks [] for security_group (2318e33b-6902-4c74-8311-3f23cedf81bb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.056516 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49336) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:19.078041 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f22de397-d49c-46af-bc7d-56442184886c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (2318e33b-6902-4c74-8311-3f23cedf81bb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.084518 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f22de397-d49c-46af-bc7d-56442184886c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.089333 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f22de397-d49c-46af-bc7d-56442184886c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2318e33b-6902-4c74-8311-3f23cedf81bb HTTP/1.1" status: 204 len: 168 time: 0.2309365 Apr 05 11:06:19.139171 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22de397-d49c-46af-bc7d-56442184886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2318e33b-6902-4c74-8311-3f23cedf81bb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:19.162580 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f07309bb-c878-4c8f-8e66-6cc7b927c007 admin admin] Publish callbacks [] for security_group (2f936e26-f425-4224-b4e7-f6604cc7a86a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.168534 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f07309bb-c878-4c8f-8e66-6cc7b927c007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (2f936e26-f425-4224-b4e7-f6604cc7a86a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.222774 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f07309bb-c878-4c8f-8e66-6cc7b927c007 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b4f9289b555495eb83f88a7e2c8044f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275956 Apr 05 11:06:19.223782 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07309bb-c878-4c8f-8e66-6cc7b927c007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f936e26-f425-4224-b4e7-f6604cc7a86a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:19.226734 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49342) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:19.328058 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90433c2d-e782-45cc-912d-0dd315d38717 admin admin] Publish callbacks [] for security_group (2f936e26-f425-4224-b4e7-f6604cc7a86a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.356830 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90433c2d-e782-45cc-912d-0dd315d38717 admin admin] Publish callbacks [] for security_group (2f936e26-f425-4224-b4e7-f6604cc7a86a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.382436 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (77c99110-91ee-4acf-8cc0-d0c761b13ead), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.535080 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Deleting port a63e9608-9c89-4fd8-9194-ed37345c53c5 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:19.536421 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (a63e9608-9c89-4fd8-9194-ed37345c53c5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.536634 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90433c2d-e782-45cc-912d-0dd315d38717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (2f936e26-f425-4224-b4e7-f6604cc7a86a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.541395 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-90433c2d-e782-45cc-912d-0dd315d38717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.561032 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-90433c2d-e782-45cc-912d-0dd315d38717 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f936e26-f425-4224-b4e7-f6604cc7a86a HTTP/1.1" status: 204 len: 168 time: 0.3168745 Apr 05 11:06:19.598342 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90433c2d-e782-45cc-912d-0dd315d38717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f936e26-f425-4224-b4e7-f6604cc7a86a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:19.665111 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (a63e9608-9c89-4fd8-9194-ed37345c53c5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.665955 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for floatingip (a63e9608-9c89-4fd8-9194-ed37345c53c5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.697721 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49348) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:19.705690 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Calling delete_port for a63e9608-9c89-4fd8-9194-ed37345c53c5 owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:19.720464 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71155737-8f1d-404c-bd76-34919c2ea1f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.837277 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] Deleting port 1306c27b-94ad-4162-84ac-8b7aa9b8b013 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:19.838077 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.939156 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] For port 1306c27b-94ad-4162-84ac-8b7aa9b8b013, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=1306c27b-94ad-4162-84ac-8b7aa9b8b013,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:19.939893 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.958752 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] Calling delete_port for 1306c27b-94ad-4162-84ac-8b7aa9b8b013 owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:20.007523 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71155737-8f1d-404c-bd76-34919c2ea1f3 admin admin] Publish callbacks [] for security_group (5c612278-57a3-4617-a1bd-290eac78870c), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.029252 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-71155737-8f1d-404c-bd76-34919c2ea1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (5c612278-57a3-4617-a1bd-290eac78870c), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.083141 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-71155737-8f1d-404c-bd76-34919c2ea1f3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae7181568c214eceb8bc835dae0005bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840497 Apr 05 11:06:20.086371 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49352) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:20.087090 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71155737-8f1d-404c-bd76-34919c2ea1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c612278-57a3-4617-a1bd-290eac78870c,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:20.110991 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49354) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:20.140903 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f55097a-608b-4b9d-bf7d-26766e4aee97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.183654 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (a63e9608-9c89-4fd8-9194-ed37345c53c5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.223029 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event deleted for resources: {'Port': ['ID=a63e9608-9c89-4fd8-9194-ed37345c53c5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:20.250679 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (1306c27b-94ad-4162-84ac-8b7aa9b8b013), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.292552 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] Pushing event deleted for resources: {'Port': ['ID=1306c27b-94ad-4162-84ac-8b7aa9b8b013,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:20.315406 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d0bea0aa-9ac6-4c8f-af57-a9c6f25dac60 admin admin] Publish callbacks [] for security_group (5c612278-57a3-4617-a1bd-290eac78870c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.388530 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for floatingip (109c71f3-7bde-4324-b9cc-c560888b23c9), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.389145 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Floating IP 109c71f3-7bde-4324-b9cc-c560888b23c9 disassociated (deleted). External IP: 172.28.2.131, port: 550d23bc-6127-434e-b57c-4919cfac8ed9. Apr 05 11:06:20.394667 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d0bea0aa-9ac6-4c8f-af57-a9c6f25dac60 admin admin] Publish callbacks [] for security_group (5c612278-57a3-4617-a1bd-290eac78870c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.546576 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f55097a-608b-4b9d-bf7d-26766e4aee97 admin admin] Publish callbacks [] for security_group (c744c3bb-b85d-41c3-a94d-ae75c3549fa1), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.566717 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577608'] for router_interface (77c99110-91ee-4acf-8cc0-d0c761b13ead), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.581422 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8f55097a-608b-4b9d-bf7d-26766e4aee97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (c744c3bb-b85d-41c3-a94d-ae75c3549fa1), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.681900 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d0bea0aa-9ac6-4c8f-af57-a9c6f25dac60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (5c612278-57a3-4617-a1bd-290eac78870c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.684472 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d0bea0aa-9ac6-4c8f-af57-a9c6f25dac60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.688834 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-d0bea0aa-9ac6-4c8f-af57-a9c6f25dac60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c612278-57a3-4617-a1bd-290eac78870c HTTP/1.1" status: 204 len: 168 time: 0.5872111 Apr 05 11:06:20.691871 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55097a-608b-4b9d-bf7d-26766e4aee97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c744c3bb-b85d-41c3-a94d-ae75c3549fa1,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:20.698135 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-8f55097a-608b-4b9d-bf7d-26766e4aee97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=64dd0e8c64174963afc454cef81e7db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5836558 Apr 05 11:06:20.701452 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49358) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:20.721771 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bea0aa-9ac6-4c8f-af57-a9c6f25dac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c612278-57a3-4617-a1bd-290eac78870c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:20.856831 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4f7a-d522-4a95-8792-ed0e8a077fb5 admin admin] Publish callbacks [] for security_group (c744c3bb-b85d-41c3-a94d-ae75c3549fa1), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.915741 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4f7a-d522-4a95-8792-ed0e8a077fb5 admin admin] Publish callbacks [] for security_group (c744c3bb-b85d-41c3-a94d-ae75c3549fa1), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:20.941627 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:06:20.986147 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] Router 77c99110-91ee-4acf-8cc0-d0c761b13ead has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:06:21.012835 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4f7a-d522-4a95-8792-ed0e8a077fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (c744c3bb-b85d-41c3-a94d-ae75c3549fa1), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:21.017066 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4f7a-d522-4a95-8792-ed0e8a077fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:21.018585 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-8e3b4f7a-d522-4a95-8792-ed0e8a077fb5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c744c3bb-b85d-41c3-a94d-ae75c3549fa1 HTTP/1.1" status: 204 len: 168 time: 0.3161962 Apr 05 11:06:21.067298 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b4f7a-d522-4a95-8792-ed0e8a077fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c744c3bb-b85d-41c3-a94d-ae75c3549fa1,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:21.237033 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:06:21.244634 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-79268484-b484-412f-b74d-0aa79d267506 admin admin] 10.222.0.43 "PUT /v2.0/routers/77c99110-91ee-4acf-8cc0-d0c761b13ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6893587 Apr 05 11:06:21.249457 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49368) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:21.253995 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bdc9f-78b7-4128-8ee2-28f14d750c3a None None] Sync routers for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:06:21.273163 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79bdc9f-78b7-4128-8ee2-28f14d750c3a None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:21.276539 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b79bdc9f-78b7-4128-8ee2-28f14d750c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:21.433759 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-b79bdc9f-78b7-4128-8ee2-28f14d750c3a None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:21.540472 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Publish callbacks [] for router (77c99110-91ee-4acf-8cc0-d0c761b13ead), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:21.613521 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:06:21.627243 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f81d6-6c60-4b5a-81c8-923e2b650b5f None None] Sync routers for ids ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:06:21.632319 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:21.647634 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f81d6-6c60-4b5a-81c8-923e2b650b5f None None] Routers {'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:21.658944 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1c1f81d6-6c60-4b5a-81c8-923e2b650b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:21.695201 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-22281bef-b899-4bc6-8612-60fe6ec31bac tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "DELETE /v2.0/floatingips/109c71f3-7bde-4324-b9cc-c560888b23c9 HTTP/1.1" status: 204 len: 168 time: 2.6368306 Apr 05 11:06:21.699476 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:06:21.707070 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f835a6b3-0acc-46d7-9f7c-58920654881f" -d '{"events": [{"name": "network-changed", "server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:06:21.715672 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b79bdc9f-78b7-4128-8ee2-28f14d750c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:06:20Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:21.786585 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23d10de-b945-4fba-a411-fbe55d44dc89 x-openstack-request-id: req-e23d10de-b945-4fba-a411-fbe55d44dc89 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:06:21.787089 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:06:21.788078 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e23d10de-b945-4fba-a411-fbe55d44dc89 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:06:21.788742 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23d10de-b945-4fba-a411-fbe55d44dc89'] response: {'name': 'network-changed', 'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'status': 'completed', 'code': 200} Apr 05 11:06:21.794623 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bdc9f-78b7-4128-8ee2-28f14d750c3a None None] Checking router: 77c99110-91ee-4acf-8cc0-d0c761b13ead for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:06:21.815101 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79bdc9f-78b7-4128-8ee2-28f14d750c3a None None] Routers {'77c99110-91ee-4acf-8cc0-d0c761b13ead'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:21.815763 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b79bdc9f-78b7-4128-8ee2-28f14d750c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['77c99110-91ee-4acf-8cc0-d0c761b13ead'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:21.911102 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Publish callbacks [] for router_gateway (77c99110-91ee-4acf-8cc0-d0c761b13ead), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:21.932387 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835a6b3-0acc-46d7-9f7c-58920654881f req-60edf8a9-6331-4618-b5ae-f0a53d626625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:21.935770 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f835a6b3-0acc-46d7-9f7c-58920654881f req-60edf8a9-6331-4618-b5ae-f0a53d626625 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8f74ea07de7d4c30a543ddcf26517551&device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 1129 time: 0.1110737 Apr 05 11:06:22.100191 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-1c1f81d6-6c60-4b5a-81c8-923e2b650b5f None None] Set router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:22.140901 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-b79bdc9f-78b7-4128-8ee2-28f14d750c3a None None] Set router 77c99110-91ee-4acf-8cc0-d0c761b13ead gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:22.189717 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Deleting port e6e08495-3c3a-433e-bea8-9d608530d712 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:22.191979 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:22.344217 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55d6a-26d8-4a0d-9dcd-d72bb424c4b8 req-da1f6db5-0200-402e-895b-617a28079e19 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:22.347613 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c6a55d6a-26d8-4a0d-9dcd-d72bb424c4b8 req-da1f6db5-0200-402e-895b-617a28079e19 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.2740808 Apr 05 11:06:22.413999 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-b79bdc9f-78b7-4128-8ee2-28f14d750c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:06:20Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:22.483378 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] For port e6e08495-3c3a-433e-bea8-9d608530d712, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=e6e08495-3c3a-433e-bea8-9d608530d712,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:22.488296 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1c1f81d6-6c60-4b5a-81c8-923e2b650b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 4, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '50d8725d-a347-4fd0-9c2a-d96e25dc1ff8', 'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'mac_address': 'fa:16:3e:fa:50:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:00Z', 'updated_at': '2022-04-05T11:01:06Z', 'revision_number': 5, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'subnets': [{'id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:22.488559 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:22.518608 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f81d6-6c60-4b5a-81c8-923e2b650b5f None None] Checking router: c1e46326-ab35-4e43-a6fe-3f8ddb93e49d for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:06:22.527124 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bdc9f-78b7-4128-8ee2-28f14d750c3a None None] The sync data for ids ['77c99110-91ee-4acf-8cc0-d0c761b13ead'] in dv-cinder-818994-3-smb is: [{'id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'name': 'tempest-AttachVolumeShelveTestJSON-365878658-router', 'tenant_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:59:47Z', 'updated_at': '2022-04-05T11:06:20Z', 'revision_number': 5, 'project_id': 'c6f12b9f46f34b429de4e724d9dadc73', 'gw_port': {'id': 'e6e08495-3c3a-433e-bea8-9d608530d712', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c99110-91ee-4acf-8cc0-d0c761b13ead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:59:48Z', 'updated_at': '2022-04-05T10:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:06:22.530407 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1f81d6-6c60-4b5a-81c8-923e2b650b5f None None] Routers {'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:22.532377 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1c1f81d6-6c60-4b5a-81c8-923e2b650b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:22.546040 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Calling delete_port for e6e08495-3c3a-433e-bea8-9d608530d712 owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:22.564369 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c6a55d6a-26d8-4a0d-9dcd-d72bb424c4b8 req-8abe3447-4f9a-4573-a766-a5e088e377a1 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2033076 Apr 05 11:06:22.753585 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-1c1f81d6-6c60-4b5a-81c8-923e2b650b5f None None] Set router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:23.241336 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835a6b3-0acc-46d7-9f7c-58920654881f req-4ac13c27-731f-4c61-bd57-b785d1e58e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:23.247938 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f835a6b3-0acc-46d7-9f7c-58920654881f req-4ac13c27-731f-4c61-bd57-b785d1e58e42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c68bebc7-67da-4961-adae-6fb3ac59173a HTTP/1.1" status: 200 len: 909 time: 0.2970164 Apr 05 11:06:23.288633 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-1c1f81d6-6c60-4b5a-81c8-923e2b650b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 4, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '50d8725d-a347-4fd0-9c2a-d96e25dc1ff8', 'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'mac_address': 'fa:16:3e:fa:50:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:00Z', 'updated_at': '2022-04-05T11:01:06Z', 'revision_number': 5, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'subnets': [{'id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:23.364530 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1f81d6-6c60-4b5a-81c8-923e2b650b5f None None] The sync data for ids ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'] in dv-cinder-818994-3-smb is: [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:01:01Z', 'revision_number': 4, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': '50d8725d-a347-4fd0-9c2a-d96e25dc1ff8', 'name': '', 'network_id': 'c68bebc7-67da-4961-adae-6fb3ac59173a', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'mac_address': 'fa:16:3e:fa:50:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:00Z', 'updated_at': '2022-04-05T11:01:06Z', 'revision_number': 5, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'subnets': [{'id': 'd3b5d096-7ba2-40c2-ac88-490c7a9a4a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:06:23.383366 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f835a6b3-0acc-46d7-9f7c-58920654881f req-1c1bc194-a1bb-4689-aa86-ab8ae7aa1d22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=550d23bc-6127-434e-b57c-4919cfac8ed9 HTTP/1.1" status: 200 len: 217 time: 0.1122265 Apr 05 11:06:23.432986 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (e6e08495-3c3a-433e-bea8-9d608530d712), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:23.496212 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835a6b3-0acc-46d7-9f7c-58920654881f req-9d408d4d-a049-4d5c-8b7d-f465ba4c13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:23.498639 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f835a6b3-0acc-46d7-9f7c-58920654881f req-9d408d4d-a049-4d5c-8b7d-f465ba4c13e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3b5d096-7ba2-40c2-ac88-490c7a9a4a13 HTTP/1.1" status: 200 len: 847 time: 0.1093807 Apr 05 11:06:23.534564 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e08495-3c3a-433e-bea8-9d608530d712,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:23.594596 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835a6b3-0acc-46d7-9f7c-58920654881f req-5554b309-4052-40e7-9282-265638895c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:23.596693 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f835a6b3-0acc-46d7-9f7c-58920654881f req-5554b309-4052-40e7-9282-265638895c32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c68bebc7-67da-4961-adae-6fb3ac59173a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0902603 Apr 05 11:06:23.657742 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577550'] for router_gateway (77c99110-91ee-4acf-8cc0-d0c761b13ead), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:23.832480 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29002'] for router (77c99110-91ee-4acf-8cc0-d0c761b13ead), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:23.835306 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Publish callbacks [] for router_controller (77c99110-91ee-4acf-8cc0-d0c761b13ead), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:23.858099 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f835a6b3-0acc-46d7-9f7c-58920654881f req-73c8abad-6903-4be8-bb1b-3db4aee60575 service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552807 Apr 05 11:06:23.935067 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06100863-5487-46e9-a38e-cdbc1c9d62c7 req-1cb16e57-2e80-4502-91c8-b04580942067 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:23.937183 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-06100863-5487-46e9-a38e-cdbc1c9d62c7 req-1cb16e57-2e80-4502-91c8-b04580942067 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.5771158 Apr 05 11:06:23.939545 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (77c99110-91ee-4acf-8cc0-d0c761b13ead), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:23.940154 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c99110-91ee-4acf-8cc0-d0c761b13ead {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:06:23.966642 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a420cb-09bb-4788-8eea-20db5b888020 None None] New status for floating IP 109c71f3-7bde-4324-b9cc-c560888b23c9: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:06:23.983505 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:23.986313 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 1306c27b-94ad-4162-84ac-8b7aa9b8b013 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:06:24.008268 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-cd90b021-8728-4180-ba39-143f7491b557 admin admin] 10.222.0.43 "DELETE /v2.0/routers/77c99110-91ee-4acf-8cc0-d0c761b13ead HTTP/1.1" status: 204 len: 168 time: 2.7540882 Apr 05 11:06:24.025192 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49444) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:24.047908 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 1306c27b-94ad-4162-84ac-8b7aa9b8b013 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:06:24.049738 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 1306c27b-94ad-4162-84ac-8b7aa9b8b013 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:06:24.160052 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a5bff7-3bf8-44fc-a133-a888b27a1a16 admin admin] Deleting subnet 0b31b93c-82c4-48fc-b296-9432ad89b562 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:06:24.173162 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3a5bff7-3bf8-44fc-a133-a888b27a1a16 admin admin] Publish callbacks [] for subnet (0b31b93c-82c4-48fc-b296-9432ad89b562), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:24.181936 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-f835a6b3-0acc-46d7-9f7c-58920654881f req-d1148b86-dd51-4ca3-9eec-06eec450a018 service neutron] 10.222.0.36 "GET /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161242 Apr 05 11:06:24.294496 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4715b5-494b-4c8c-bb27-c05ba4d130bf req-1f269a9a-407c-4a87-844c-ecde0d083d17 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:24.302241 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ff4715b5-494b-4c8c-bb27-c05ba4d130bf req-1f269a9a-407c-4a87-844c-ecde0d083d17 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 945 time: 0.3774400 Apr 05 11:06:24.357137 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3a5bff7-3bf8-44fc-a133-a888b27a1a16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30385857'] for subnet (0b31b93c-82c4-48fc-b296-9432ad89b562), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:24.465947 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ff4715b5-494b-4c8c-bb27-c05ba4d130bf req-013c893b-942a-4de7-881e-825afea1e4c6 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/security-groups?id=f8e30057-70f3-4d28-93f3-563c42e9386b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1521618 Apr 05 11:06:24.499906 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-06100863-5487-46e9-a38e-cdbc1c9d62c7 req-8873cef0-178b-4e26-93ee-6ea3417cd906 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Deleting port 550d23bc-6127-434e-b57c-4919cfac8ed9 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:24.500533 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-06100863-5487-46e9-a38e-cdbc1c9d62c7 req-8873cef0-178b-4e26-93ee-6ea3417cd906 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:24.642311 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3a5bff7-3bf8-44fc-a133-a888b27a1a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (0b31b93c-82c4-48fc-b296-9432ad89b562), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:24.694988 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49458) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:24.710818 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-06100863-5487-46e9-a38e-cdbc1c9d62c7 req-8873cef0-178b-4e26-93ee-6ea3417cd906 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] For port 550d23bc-6127-434e-b57c-4919cfac8ed9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=550d23bc-6127-434e-b57c-4919cfac8ed9,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:24.711801 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-06100863-5487-46e9-a38e-cdbc1c9d62c7 req-8873cef0-178b-4e26-93ee-6ea3417cd906 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:24.736054 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-06100863-5487-46e9-a38e-cdbc1c9d62c7 req-8873cef0-178b-4e26-93ee-6ea3417cd906 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Calling delete_port for 550d23bc-6127-434e-b57c-4919cfac8ed9 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:24.747173 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3a5bff7-3bf8-44fc-a133-a888b27a1a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29836261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056410891'] for subnet (0b31b93c-82c4-48fc-b296-9432ad89b562), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:24.801535 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5bff7-3bf8-44fc-a133-a888b27a1a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b31b93c-82c4-48fc-b296-9432ad89b562,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:24.811530 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-b3a5bff7-3bf8-44fc-a133-a888b27a1a16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:24.817478 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49464) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:24.819785 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a0095-93aa-4f30-a39e-b319edbe1095 None None] Network 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:06:24.832397 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-b3a5bff7-3bf8-44fc-a133-a888b27a1a16 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0b31b93c-82c4-48fc-b296-9432ad89b562 HTTP/1.1" status: 204 len: 168 time: 0.7893045 Apr 05 11:06:24.911818 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:24.952919 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (68201af9-3d0f-42f8-ad4e-a41ca62abbe8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.015854 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-06100863-5487-46e9-a38e-cdbc1c9d62c7 req-8873cef0-178b-4e26-93ee-6ea3417cd906 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (550d23bc-6127-434e-b57c-4919cfac8ed9), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.085736 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Deleting port 007305fa-ac1f-408f-9124-4fb957c87dfb {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:25.086079 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.090457 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Publish callbacks [] for security_group (03452bd7-c581-4bab-85d1-89a20e2f2475), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.112358 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (03452bd7-c581-4bab-85d1-89a20e2f2475), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.116011 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873cef0-178b-4e26-93ee-6ea3417cd906 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event deleted for resources: {'Port': ['ID=550d23bc-6127-434e-b57c-4919cfac8ed9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:25.153531 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-06100863-5487-46e9-a38e-cdbc1c9d62c7 req-8873cef0-178b-4e26-93ee-6ea3417cd906 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] No DVR routers for this DVR port 550d23bc-6127-434e-b57c-4919cfac8ed9 on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:06:25.160390 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce70e636-e336-49a1-907a-c56c2c8161a8 None None] DHCP port deletion for 68201af9-3d0f-42f8-ad4e-a41ca62abbe8 request from dv-cinder-818994-3-smb {{(pid=103323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:06:25.174969 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-06100863-5487-46e9-a38e-cdbc1c9d62c7 req-8873cef0-178b-4e26-93ee-6ea3417cd906 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.178625 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-06100863-5487-46e9-a38e-cdbc1c9d62c7 req-8873cef0-178b-4e26-93ee-6ea3417cd906 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.36 "DELETE /v2.0/ports/550d23bc-6127-434e-b57c-4919cfac8ed9 HTTP/1.1" status: 204 len: 173 time: 1.2007339 Apr 05 11:06:25.179209 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'name': 'network-vif-deleted', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:06:25.201924 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a3028c-bc34-4405-a8e0-83142cba542f" -d '{"events": [{"server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "name": "network-vif-deleted", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:06:25.205020 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8d4d4ccb9054cf4943266c94da79443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5074778 Apr 05 11:06:25.205965 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49472) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:25.251346 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] For port 007305fa-ac1f-408f-9124-4fb957c87dfb, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=007305fa-ac1f-408f-9124-4fb957c87dfb,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:25.251751 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.254816 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03452bd7-c581-4bab-85d1-89a20e2f2475,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:25.272847 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.273251 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.273511 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.273843 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.274282 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.274710 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.275037 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.275356 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.277259 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.277606 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.277943 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.278352 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.290861 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.291236 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.291602 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377173e0-affa-473f-a2ff-def3e990205f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:25.297245 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ce70e636-e336-49a1-907a-c56c2c8161a8 None None] Deleting port 007305fa-ac1f-408f-9124-4fb957c87dfb {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:25.297722 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce70e636-e336-49a1-907a-c56c2c8161a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.309485 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Calling delete_port for 007305fa-ac1f-408f-9124-4fb957c87dfb owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:25.344066 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e26440b-a578-43d6-9493-ec21155a3490 admin admin] Publish callbacks [] for security_group (03452bd7-c581-4bab-85d1-89a20e2f2475), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.379923 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e26440b-a578-43d6-9493-ec21155a3490 admin admin] Publish callbacks [] for security_group (03452bd7-c581-4bab-85d1-89a20e2f2475), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.446606 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e26440b-a578-43d6-9493-ec21155a3490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (03452bd7-c581-4bab-85d1-89a20e2f2475), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.450348 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-0e26440b-a578-43d6-9493-ec21155a3490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.456182 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-0e26440b-a578-43d6-9493-ec21155a3490 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03452bd7-c581-4bab-85d1-89a20e2f2475 HTTP/1.1" status: 204 len: 168 time: 0.2434678 Apr 05 11:06:25.501114 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26440b-a578-43d6-9493-ec21155a3490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03452bd7-c581-4bab-85d1-89a20e2f2475,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:25.537311 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ce70e636-e336-49a1-907a-c56c2c8161a8 None None] For port 007305fa-ac1f-408f-9124-4fb957c87dfb, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=007305fa-ac1f-408f-9124-4fb957c87dfb,segment=NetworkSegment(32fb60b3-df43-4722-9073-808860de29fb),segment_id=32fb60b3-df43-4722-9073-808860de29fb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:25.540317 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce70e636-e336-49a1-907a-c56c2c8161a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.591830 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.602617 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ce70e636-e336-49a1-907a-c56c2c8161a8 None None] Calling delete_port for 007305fa-ac1f-408f-9124-4fb957c87dfb owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:25.710109 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-de56ef06-264d-4dd6-a6bc-6cdee3f5f706 req-ea7b2ac1-92f9-47c2-9cd5-4819948b3f95 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0613123-2031-4f19-8c63-4c7bc7406b9d HTTP/1.1" status: 200 len: 210 time: 0.0756671 Apr 05 11:06:25.710308 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Pushing event deleted for resources: {'Port': ['ID=007305fa-ac1f-408f-9124-4fb957c87dfb,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:25.717414 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] No DVR routers for this DVR port 007305fa-ac1f-408f-9124-4fb957c87dfb on host dv-cinder-818994-3-smb {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:06:25.763583 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac1d573-9b13-4bc7-bead-d1c3d2c23f31 x-openstack-request-id: req-eac1d573-9b13-4bc7-bead-d1c3d2c23f31 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:06:25.764324 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0613123-2031-4f19-8c63-4c7bc7406b9d", "name": "network-vif-deleted", "tag": "550d23bc-6127-434e-b57c-4919cfac8ed9", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:06:25.764592 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eac1d573-9b13-4bc7-bead-d1c3d2c23f31 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:06:25.765314 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac1d573-9b13-4bc7-bead-d1c3d2c23f31'] response: {'server_uuid': 'f0613123-2031-4f19-8c63-4c7bc7406b9d', 'name': 'network-vif-deleted', 'tag': '550d23bc-6127-434e-b57c-4919cfac8ed9', 'status': 'completed', 'code': 200} Apr 05 11:06:25.892935 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ce70e636-e336-49a1-907a-c56c2c8161a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (007305fa-ac1f-408f-9124-4fb957c87dfb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:25.939094 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70e636-e336-49a1-907a-c56c2c8161a8 None None] Pushing event deleted for resources: {'Port': ['ID=007305fa-ac1f-408f-9124-4fb957c87dfb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:25.943219 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70e636-e336-49a1-907a-c56c2c8161a8 None None] No DVR routers for this DVR port 007305fa-ac1f-408f-9124-4fb957c87dfb on host dv-cinder-818994-3-smb {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:06:25.965555 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device e6e08495-3c3a-433e-bea8-9d608530d712 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:06:26.000351 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: e6e08495-3c3a-433e-bea8-9d608530d712 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:06:26.001524 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device e6e08495-3c3a-433e-bea8-9d608530d712 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:06:26.002786 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 007305fa-ac1f-408f-9124-4fb957c87dfb no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:06:26.013581 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (68201af9-3d0f-42f8-ad4e-a41ca62abbe8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.058497 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68201af9-3d0f-42f8-ad4e-a41ca62abbe8']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:26.082545 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fb60b3-df43-4722-9073-808860de29fb') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:26.082895 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fb60b3-df43-4722-9073-808860de29fb') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:26.090447 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49490) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:26.093117 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 007305fa-ac1f-408f-9124-4fb957c87dfb {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:06:26.094017 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 007305fa-ac1f-408f-9124-4fb957c87dfb not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:06:26.110820 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30973029'] for segment (32fb60b3-df43-4722-9073-808860de29fb), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.113378 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14b2aab7-3ab6-4b0f-8065-4eb95d9d16b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.141339 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (32fb60b3-df43-4722-9073-808860de29fb), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.150361 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:06:26.150754 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29380638'] for segment (32fb60b3-df43-4722-9073-808860de29fb), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.220900 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14b2aab7-3ab6-4b0f-8065-4eb95d9d16b2 admin admin] Publish callbacks [] for security_group (c58cf84f-762f-4a24-b0a3-ec756f8b75ea), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: Traceback (most recent call last): Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: timer() Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: cb(*args, **kw) Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: return func(*args, **kwargs) Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: self._notify() Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: self.callback(batched_events) Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: event.method(event) Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: return f(self, *a, **k) Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: return self._get(url).json() Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: return self.request(url, 'GET', **kwargs) Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:06:26.225285 dv-cinder-818994-3-smb neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:06:26.231155 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-14b2aab7-3ab6-4b0f-8065-4eb95d9d16b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (c58cf84f-762f-4a24-b0a3-ec756f8b75ea), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.232305 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (68201af9-3d0f-42f8-ad4e-a41ca62abbe8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.239798 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.244024 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] 10.222.0.43 "DELETE /v2.0/networks/68201af9-3d0f-42f8-ad4e-a41ca62abbe8 HTTP/1.1" status: 204 len: 168 time: 1.4249628 Apr 05 11:06:26.284389 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b39056-b38b-4e4b-8345-24c530d3f869 admin admin] Pushing event deleted for resources: {'Network': ['ID=68201af9-3d0f-42f8-ad4e-a41ca62abbe8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:26.306276 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49496) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:26.318912 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-14b2aab7-3ab6-4b0f-8065-4eb95d9d16b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16199f337dec421d87f83eadd063f8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269361 Apr 05 11:06:26.358515 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2aab7-3ab6-4b0f-8065-4eb95d9d16b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58cf84f-762f-4a24-b0a3-ec756f8b75ea,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:26.402364 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596ca2e8-f3ea-4cc0-97e1-6d48a93a718b admin admin] Publish callbacks [] for security_group (c58cf84f-762f-4a24-b0a3-ec756f8b75ea), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.441659 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596ca2e8-f3ea-4cc0-97e1-6d48a93a718b admin admin] Publish callbacks [] for security_group (c58cf84f-762f-4a24-b0a3-ec756f8b75ea), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.531533 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596ca2e8-f3ea-4cc0-97e1-6d48a93a718b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (c58cf84f-762f-4a24-b0a3-ec756f8b75ea), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.535186 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-596ca2e8-f3ea-4cc0-97e1-6d48a93a718b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.539173 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-596ca2e8-f3ea-4cc0-97e1-6d48a93a718b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c58cf84f-762f-4a24-b0a3-ec756f8b75ea HTTP/1.1" status: 204 len: 168 time: 0.2259800 Apr 05 11:06:26.548412 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ca2e8-f3ea-4cc0-97e1-6d48a93a718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58cf84f-762f-4a24-b0a3-ec756f8b75ea,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:26.647369 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49502) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:26.680381 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-162abd59-7ab0-4c74-a9c2-50fe6ffc7e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.751593 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49508) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:26.770962 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-2b813813-8a0a-4d49-96f7-bc6dc7d307f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6f12b9f46f34b429de4e724d9dadc73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0953264 Apr 05 11:06:26.827272 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49512) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:26.869114 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-263eea2f-f67d-43bd-8047-a6801ab65089 admin admin] Publish callbacks [] for security_group (69422073-9538-488c-b1d4-a1cd737f91b9), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.915934 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-263eea2f-f67d-43bd-8047-a6801ab65089 admin admin] Publish callbacks [] for security_group (69422073-9538-488c-b1d4-a1cd737f91b9), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.916353 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af58b251-18a9-4f79-8c3c-f82d6f4498f8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group (f8e30057-70f3-4d28-93f3-563c42e9386b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.973791 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af58b251-18a9-4f79-8c3c-f82d6f4498f8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group (f8e30057-70f3-4d28-93f3-563c42e9386b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.987192 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-263eea2f-f67d-43bd-8047-a6801ab65089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (69422073-9538-488c-b1d4-a1cd737f91b9), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.990280 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-263eea2f-f67d-43bd-8047-a6801ab65089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:26.991595 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-263eea2f-f67d-43bd-8047-a6801ab65089 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69422073-9538-488c-b1d4-a1cd737f91b9 HTTP/1.1" status: 204 len: 168 time: 0.2390151 Apr 05 11:06:27.007014 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263eea2f-f67d-43bd-8047-a6801ab65089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69422073-9538-488c-b1d4-a1cd737f91b9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:27.072674 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 550d23bc-6127-434e-b57c-4919cfac8ed9 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:06:27.094613 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af58b251-18a9-4f79-8c3c-f82d6f4498f8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (f8e30057-70f3-4d28-93f3-563c42e9386b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:27.097628 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-af58b251-18a9-4f79-8c3c-f82d6f4498f8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:27.101673 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-af58b251-18a9-4f79-8c3c-f82d6f4498f8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] 10.222.0.43 "DELETE /v2.0/security-groups/f8e30057-70f3-4d28-93f3-563c42e9386b HTTP/1.1" status: 204 len: 168 time: 0.2726243 Apr 05 11:06:27.141025 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58b251-18a9-4f79-8c3c-f82d6f4498f8 tempest-TestShelveInstance-805070559 tempest-TestShelveInstance-805070559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e30057-70f3-4d28-93f3-563c42e9386b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:27.141775 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: 550d23bc-6127-434e-b57c-4919cfac8ed9 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:06:27.145832 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 550d23bc-6127-434e-b57c-4919cfac8ed9 not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:06:27.151634 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49526) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:27.967148 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:28.644260 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] Deleting port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:28.646875 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:28.891137 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] For port 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=50d8725d-a347-4fd0-9c2a-d96e25dc1ff8,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:28.894036 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:28.929099 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] Calling delete_port for 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:29.192155 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (50d8725d-a347-4fd0-9c2a-d96e25dc1ff8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:29.229157 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d8725d-a347-4fd0-9c2a-d96e25dc1ff8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:29.514299 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577608'] for router_interface (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:29.600844 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b09eaa0b-daf3-4432-8637-db84b3211264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:29.824871 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] Router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:06:29.967992 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:06:29.976728 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ed4955fa-9b62-4396-ac1e-50c96cb86233 admin admin] 10.222.0.43 "PUT /v2.0/routers/c1e46326-ab35-4e43-a6fe-3f8ddb93e49d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8234394 Apr 05 11:06:29.977409 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49652) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:29.980154 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0676f35-c7da-4acc-86e2-1cde452b3a71 None None] Sync routers for ids ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:06:29.997463 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0676f35-c7da-4acc-86e2-1cde452b3a71 None None] Routers {'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:29.998349 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d0676f35-c7da-4acc-86e2-1cde452b3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:30.059463 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49658) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:30.176152 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Publish callbacks [] for router (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.197419 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d313-1f2b-45ca-ad34-d85f5862a9b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.228252 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4030625-a17a-49db-b176-31fb8cd0657f req-05385920-c13c-41aa-8870-25d140eb38cf tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:30.235843 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-05385920-c13c-41aa-8870-25d140eb38cf tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/networks?id=3351e8de-9fa7-446a-847c-b18fd43e9c58 HTTP/1.1" status: 200 len: 815 time: 0.2106555 Apr 05 11:06:30.261644 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-26cca514-ec34-4558-bb64-fdb90475a05f tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/quotas/482cb55d35744b6c98690c1bf5b33699 HTTP/1.1" status: 200 len: 375 time: 0.0232162 Apr 05 11:06:30.282554 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d313-1f2b-45ca-ad34-d85f5862a9b8 admin admin] Publish callbacks [] for security_group (3e9d89a4-e82b-4785-86a3-700889f930d5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.285927 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d0676f35-c7da-4acc-86e2-1cde452b3a71 None None] Set router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:30.288605 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d313-1f2b-45ca-ad34-d85f5862a9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (3e9d89a4-e82b-4785-86a3-700889f930d5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.334055 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f2b1d313-1f2b-45ca-ad34-d85f5862a9b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d156538fcaa4e59bfa46cacab469dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734482 Apr 05 11:06:30.335763 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1d313-1f2b-45ca-ad34-d85f5862a9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9d89a4-e82b-4785-86a3-700889f930d5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:30.337864 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49662) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:30.367200 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Publish callbacks [] for router_gateway (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.389503 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-8283388f-1e0d-441c-b7c2-9ce354c23dbc tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=482cb55d35744b6c98690c1bf5b33699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903926 Apr 05 11:06:30.406054 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279fa6ce-65b7-49cf-b354-a39682967ee9 admin admin] Publish callbacks [] for security_group (3e9d89a4-e82b-4785-86a3-700889f930d5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.446969 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279fa6ce-65b7-49cf-b354-a39682967ee9 admin admin] Publish callbacks [] for security_group (3e9d89a4-e82b-4785-86a3-700889f930d5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.447540 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Deleting port 411a127d-2d77-4544-af92-eacf0eb2380c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:30.448522 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.501611 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d0676f35-c7da-4acc-86e2-1cde452b3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65'}], 'enable_snat': True}, 'gw_port_id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:06:29Z', 'revision_number': 5, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port': {'id': '411a127d-2d77-4544-af92-eacf0eb2380c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:00:59Z', 'updated_at': '2022-04-05T11:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:30.524128 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279fa6ce-65b7-49cf-b354-a39682967ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (3e9d89a4-e82b-4785-86a3-700889f930d5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.527886 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-279fa6ce-65b7-49cf-b354-a39682967ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.529419 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-279fa6ce-65b7-49cf-b354-a39682967ee9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e9d89a4-e82b-4785-86a3-700889f930d5 HTTP/1.1" status: 204 len: 168 time: 0.1904705 Apr 05 11:06:30.536016 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0676f35-c7da-4acc-86e2-1cde452b3a71 None None] Checking router: c1e46326-ab35-4e43-a6fe-3f8ddb93e49d for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:06:30.541746 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fa6ce-65b7-49cf-b354-a39682967ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9d89a4-e82b-4785-86a3-700889f930d5,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:30.545497 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0676f35-c7da-4acc-86e2-1cde452b3a71 None None] Routers {'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:30.546301 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d0676f35-c7da-4acc-86e2-1cde452b3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:30.637674 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] For port 411a127d-2d77-4544-af92-eacf0eb2380c, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=411a127d-2d77-4544-af92-eacf0eb2380c,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:30.638058 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.646545 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-d0676f35-c7da-4acc-86e2-1cde452b3a71 None None] Set router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:30.657271 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Calling delete_port for 411a127d-2d77-4544-af92-eacf0eb2380c owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:30.709714 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-d0676f35-c7da-4acc-86e2-1cde452b3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:06:30Z', 'revision_number': 6, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port_host': None}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:30.740277 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0676f35-c7da-4acc-86e2-1cde452b3a71 None None] The sync data for ids ['c1e46326-ab35-4e43-a6fe-3f8ddb93e49d'] in dv-cinder-818994-3-smb is: [{'id': 'c1e46326-ab35-4e43-a6fe-3f8ddb93e49d', 'name': 'tempest-TestShelveInstance-340665443-router', 'tenant_id': '8f74ea07de7d4c30a543ddcf26517551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:00:58Z', 'updated_at': '2022-04-05T11:06:30Z', 'revision_number': 6, 'project_id': '8f74ea07de7d4c30a543ddcf26517551', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:06:30.741615 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-32bf13b2-2939-4fe7-9c42-1e9cefaf4249 service neutron] 10.222.0.43 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356638 Apr 05 11:06:30.929440 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49688) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:30.942150 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-30ba219f-4ac4-4819-96f6-80a8590eeb08 service neutron] 10.222.0.43 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801169 Apr 05 11:06:30.965213 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a479e0bf-ba06-40cd-83fb-5f2e5f89cd1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.971591 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.973430 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (411a127d-2d77-4544-af92-eacf0eb2380c), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.046916 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=411a127d-2d77-4544-af92-eacf0eb2380c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:31.089555 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.089555 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.089975 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.090187 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.090515 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.090788 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.091490 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.092271 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.093019 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.093723 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.094209 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.094714 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.095187 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.095721 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.096272 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:31.124845 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577550'] for router_gateway (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.187734 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a479e0bf-ba06-40cd-83fb-5f2e5f89cd1e admin admin] Publish callbacks [] for security_group (c91f2712-0d7a-4d4f-8bc3-1c6e20e757d7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.202800 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-a479e0bf-ba06-40cd-83fb-5f2e5f89cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (c91f2712-0d7a-4d4f-8bc3-1c6e20e757d7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.274126 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-a479e0bf-ba06-40cd-83fb-5f2e5f89cd1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12fa49c431e44f6db0fc37e3735c821c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431811 Apr 05 11:06:31.275670 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49702) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:31.331098 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479e0bf-ba06-40cd-83fb-5f2e5f89cd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91f2712-0d7a-4d4f-8bc3-1c6e20e757d7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:31.334656 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aa832b6c-9391-49f1-88a3-13077907a04d req-7518982d-f4c9-46b9-9221-ca995a852a48 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 210 time: 0.0775263 Apr 05 11:06:31.340520 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29002'] for router (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.343630 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Publish callbacks [] for router_controller (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.374200 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef394-bbe9-4ebe-ae5d-19fb666977b9 admin admin] Publish callbacks [] for security_group (c91f2712-0d7a-4d4f-8bc3-1c6e20e757d7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.412037 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (c1e46326-ab35-4e43-a6fe-3f8ddb93e49d), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.412915 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1e46326-ab35-4e43-a6fe-3f8ddb93e49d {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:06:31.427557 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef394-bbe9-4ebe-ae5d-19fb666977b9 admin admin] Publish callbacks [] for security_group (c91f2712-0d7a-4d4f-8bc3-1c6e20e757d7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.428154 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.432679 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-36dd67ef-0661-4d53-b85d-88752bae5f9b admin admin] 10.222.0.43 "DELETE /v2.0/routers/c1e46326-ab35-4e43-a6fe-3f8ddb93e49d HTTP/1.1" status: 204 len: 168 time: 1.4536357 Apr 05 11:06:31.433304 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49710) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:31.501715 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef394-bbe9-4ebe-ae5d-19fb666977b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (c91f2712-0d7a-4d4f-8bc3-1c6e20e757d7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.503468 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c29187-b69c-4b8f-bcce-015c3b7acd2b admin admin] Deleting subnet d3b5d096-7ba2-40c2-ac88-490c7a9a4a13 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:06:31.506530 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1f9ef394-bbe9-4ebe-ae5d-19fb666977b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.507994 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86c29187-b69c-4b8f-bcce-015c3b7acd2b admin admin] Publish callbacks [] for subnet (d3b5d096-7ba2-40c2-ac88-490c7a9a4a13), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.508552 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-1f9ef394-bbe9-4ebe-ae5d-19fb666977b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c91f2712-0d7a-4d4f-8bc3-1c6e20e757d7 HTTP/1.1" status: 204 len: 168 time: 0.2295742 Apr 05 11:06:31.526954 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ef394-bbe9-4ebe-ae5d-19fb666977b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91f2712-0d7a-4d4f-8bc3-1c6e20e757d7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:31.558977 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86c29187-b69c-4b8f-bcce-015c3b7acd2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30385857'] for subnet (d3b5d096-7ba2-40c2-ac88-490c7a9a4a13), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.652410 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86c29187-b69c-4b8f-bcce-015c3b7acd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (d3b5d096-7ba2-40c2-ac88-490c7a9a4a13), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.713894 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86c29187-b69c-4b8f-bcce-015c3b7acd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29836261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056410891'] for subnet (d3b5d096-7ba2-40c2-ac88-490c7a9a4a13), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.741131 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c29187-b69c-4b8f-bcce-015c3b7acd2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b5d096-7ba2-40c2-ac88-490c7a9a4a13,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:31.744821 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-86c29187-b69c-4b8f-bcce-015c3b7acd2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.748247 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-86c29187-b69c-4b8f-bcce-015c3b7acd2b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d3b5d096-7ba2-40c2-ac88-490c7a9a4a13 HTTP/1.1" status: 204 len: 168 time: 0.3135917 Apr 05 11:06:31.751045 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49716) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:31.754192 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e266fb0-6c54-409a-8ba8-0656c7facbee None None] Network c68bebc7-67da-4961-adae-6fb3ac59173a requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:06:31.868189 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (c68bebc7-67da-4961-adae-6fb3ac59173a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.888882 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 411a127d-2d77-4544-af92-eacf0eb2380c no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:06:31.918014 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 411a127d-2d77-4544-af92-eacf0eb2380c {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:06:31.918744 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 411a127d-2d77-4544-af92-eacf0eb2380c not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:06:31.919482 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:06:31.937270 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Deleting port a3fdc37c-6136-4c87-ad81-109188679b9f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:31.938359 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:31.963617 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:06:31.964255 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 50d8725d-a347-4fd0-9c2a-d96e25dc1ff8 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:06:31.984758 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] DHCP port deletion for c68bebc7-67da-4961-adae-6fb3ac59173a request from dv-cinder-818994-3-smb {{(pid=103323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:06:32.048972 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] For port a3fdc37c-6136-4c87-ad81-109188679b9f, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=a3fdc37c-6136-4c87-ad81-109188679b9f,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:32.049713 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.090279 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Calling delete_port for a3fdc37c-6136-4c87-ad81-109188679b9f owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:32.094297 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Deleting port a3fdc37c-6136-4c87-ad81-109188679b9f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:32.094672 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.197926 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] For port a3fdc37c-6136-4c87-ad81-109188679b9f, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=a3fdc37c-6136-4c87-ad81-109188679b9f,segment=NetworkSegment(d71b0d59-32fe-4e94-91f4-509b874c64c5),segment_id=d71b0d59-32fe-4e94-91f4-509b874c64c5)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:32.198340 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.233434 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Calling delete_port for a3fdc37c-6136-4c87-ad81-109188679b9f owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:32.236253 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.238651 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49732) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:32.277483 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3fdc37c-6136-4c87-ad81-109188679b9f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:32.279461 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] No DVR routers for this DVR port a3fdc37c-6136-4c87-ad81-109188679b9f on host dv-cinder-818994-3-smb {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:06:32.281610 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-942d8093-3410-46d2-b724-2e88406824dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.323188 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (a3fdc37c-6136-4c87-ad81-109188679b9f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.359995 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Pushing event deleted for resources: {'Port': ['ID=a3fdc37c-6136-4c87-ad81-109188679b9f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:32.369070 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] No DVR routers for this DVR port a3fdc37c-6136-4c87-ad81-109188679b9f on host dv-cinder-818994-3-smb {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:06:32.371857 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.372787 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.373214 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.374283 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.375073 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.375518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.375791 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.376247 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.376610 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.377036 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.377386 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.378675 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.378989 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.379387 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.379820 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc040c21-56fb-4c8a-98f6-d9f3b33599d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:32.387132 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (c68bebc7-67da-4961-adae-6fb3ac59173a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.504950 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.792058 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68bebc7-67da-4961-adae-6fb3ac59173a']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:32.797853 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-02bf1eec-13ea-416d-ab8e-67227ce48d97 req-e85e173d-728d-4562-94e5-149d9b152179 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 210 time: 0.0767658 Apr 05 11:06:32.847891 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71b0d59-32fe-4e94-91f4-509b874c64c5') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:32.848196 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71b0d59-32fe-4e94-91f4-509b874c64c5') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:32.869197 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30385722'] for segment (d71b0d59-32fe-4e94-91f4-509b874c64c5), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.913257 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (d71b0d59-32fe-4e94-91f4-509b874c64c5), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.929404 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-942d8093-3410-46d2-b724-2e88406824dd admin admin] Publish callbacks [] for security_group (32bbcfc2-c171-4bf1-88fe-18b86ca841da), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.938291 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4030625-a17a-49db-b176-31fb8cd0657f req-f9c7521e-11d2-4c93-9c67-73e0746220ab tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:32.940082 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-f9c7521e-11d2-4c93-9c67-73e0746220ab tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.36 "GET /v2.0/networks?id=3351e8de-9fa7-446a-847c-b18fd43e9c58 HTTP/1.1" status: 200 len: 815 time: 0.2201674 Apr 05 11:06:32.941117 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:06:32.941527 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29836175'] for segment (d71b0d59-32fe-4e94-91f4-509b874c64c5), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: Traceback (most recent call last): Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: timer() Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: cb(*args, **kw) Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: return func(*args, **kwargs) Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: self._notify() Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: self.callback(batched_events) Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: event.method(event) Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: return f(self, *a, **k) Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: return self._get(url).json() Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:06:32.943705 dv-cinder-818994-3-smb neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:06:32.953223 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-942d8093-3410-46d2-b724-2e88406824dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (32bbcfc2-c171-4bf1-88fe-18b86ca841da), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:32.991219 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Request body: {'port': {'device_id': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'admin_state_up': True, 'tenant_id': '482cb55d35744b6c98690c1bf5b33699'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:33.088316 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-942d8093-3410-46d2-b724-2e88406824dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6cff177189364ceca2518e9a9cbca181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8455644 Apr 05 11:06:33.091420 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49768) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:33.094515 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d8093-3410-46d2-b724-2e88406824dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bbcfc2-c171-4bf1-88fe-18b86ca841da,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:33.101461 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (c68bebc7-67da-4961-adae-6fb3ac59173a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.110527 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.118865 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] 10.222.0.43 "DELETE /v2.0/networks/c68bebc7-67da-4961-adae-6fb3ac59173a HTTP/1.1" status: 204 len: 168 time: 1.3665767 Apr 05 11:06:33.122338 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49770) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:33.144103 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d2bca-eb27-486b-9cf2-1320253c621c admin admin] Pushing event deleted for resources: {'Network': ['ID=c68bebc7-67da-4961-adae-6fb3ac59173a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:33.199258 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Made reservation on behalf of 482cb55d35744b6c98690c1bf5b33699 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:06:33.209598 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.374020 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df16ce90-ac0a-4437-af23-af64db426888 admin admin] Publish callbacks [] for security_group (32bbcfc2-c171-4bf1-88fe-18b86ca841da), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.417334 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df16ce90-ac0a-4437-af23-af64db426888 admin admin] Publish callbacks [] for security_group (32bbcfc2-c171-4bf1-88fe-18b86ca841da), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.464389 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Allocated IP 172.20.0.11 (3351e8de-9fa7-446a-847c-b18fd43e9c58/e5304b95-7b40-4942-9d48-d711cedf3845/dd19bb47-9b9a-4cd2-832d-ead0330ab9c7) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:06:33.584154 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df16ce90-ac0a-4437-af23-af64db426888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (32bbcfc2-c171-4bf1-88fe-18b86ca841da), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.588345 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-df16ce90-ac0a-4437-af23-af64db426888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.590058 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-df16ce90-ac0a-4437-af23-af64db426888 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32bbcfc2-c171-4bf1-88fe-18b86ca841da HTTP/1.1" status: 204 len: 168 time: 0.4971492 Apr 05 11:06:33.608064 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16ce90-ac0a-4437-af23-af64db426888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bbcfc2-c171-4bf1-88fe-18b86ca841da,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:33.812030 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.943275 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.998653 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device a3fdc37c-6136-4c87-ad81-109188679b9f no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:06:34.020777 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (f6d655ae-f82e-49a6-a85a-0b3311c6f347), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:34.026154 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b92078a4-264c-40db-9a20-f69271210f32 req-dab7dfc9-0b2e-4d4d-91c8-7df87c5c0a24 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 210 time: 0.0724719 Apr 05 11:06:34.030445 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:34.075240 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: a3fdc37c-6136-4c87-ad81-109188679b9f {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:06:34.076444 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device a3fdc37c-6136-4c87-ad81-109188679b9f not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:06:34.107124 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Network 3351e8de-9fa7-446a-847c-b18fd43e9c58 is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:06:34.111344 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:34.118808 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:06:34.128085 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'Port': ['ID=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:34.217803 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:34.218763 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:34.242358 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-60f50499-aa3b-4e33-b1b4-c3d24521f2ec tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2794471 Apr 05 11:06:34.281903 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Request body: {'port': {'device_id': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:34.418714 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:34.720815 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-8e1b7ffd-5341-4268-84a6-ba8abd92383a None None] Provisioning complete for port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:34.721730 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7ffd-5341-4268-84a6-ba8abd92383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:34.765553 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b7ffd-5341-4268-84a6-ba8abd92383a None None] Port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 cannot update to ACTIVE because it is not bound. {{(pid=103323) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:06:34.774904 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] Deleting port 9c734a11-69c0-4a48-a800-a939d4d793bd {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:34.775491 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:34.980607 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] For port 9c734a11-69c0-4a48-a800-a939d4d793bd, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=9c734a11-69c0-4a48-a800-a939d4d793bd,segment=NetworkSegment(c9fb9e7f-e12a-4db1-8597-e20741b103b6),segment_id=c9fb9e7f-e12a-4db1-8597-e20741b103b6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:34.982779 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:34.998594 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:06:35.010743 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] Calling delete_port for 9c734a11-69c0-4a48-a800-a939d4d793bd owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:35.017623 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Publish callbacks [] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:35.049927 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Transition to ACTIVE for port object dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:06:35.059901 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:35.065093 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49828) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:35.281115 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49836) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:35.289087 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Pushing event updated for resources: {'Port': ['ID=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:35.503864 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (9c734a11-69c0-4a48-a800-a939d4d793bd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:35.536360 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08544805-ee0b-4b35-b660-aff31db8628a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:35.550541 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f807-4e11-4aea-8314-8e93f673d677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:35.568609 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c734a11-69c0-4a48-a800-a939d4d793bd,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:35.903816 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ddfdc-6cdb-4954-be20-3af90243e834 req-4b60d24d-205a-40aa-be47-7752fbe93792 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:35.906313 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-589ddfdc-6cdb-4954-be20-3af90243e834 req-4b60d24d-205a-40aa-be47-7752fbe93792 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 944 time: 0.6221192 Apr 05 11:06:35.918064 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Attempting to bind port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:06:35.918398 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Attempting to bind port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:06:35.918721 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Attempting to bind port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 on network 3351e8de-9fa7-446a-847c-b18fd43e9c58 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:06:35.923403 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08544805-ee0b-4b35-b660-aff31db8628a admin admin] Publish callbacks [] for security_group (a420e53f-c8a7-4b1e-958f-0dd6fca69641), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:35.961967 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-08544805-ee0b-4b35-b660-aff31db8628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a420e53f-c8a7-4b1e-958f-0dd6fca69641), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:35.991236 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 on network 3351e8de-9fa7-446a-847c-b18fd43e9c58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:06:35.991933 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Attempting to bind port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 on network 3351e8de-9fa7-446a-847c-b18fd43e9c58 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:06:36.056843 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:06:36.057486 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Checking segment: {'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:06:36.058084 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Bound using segment: {'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:06:36.059136 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Bound port: dd19bb47-9b9a-4cd2-832d-ead0330ab9c7, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:06:36.060135 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.083742 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-08544805-ee0b-4b35-b660-aff31db8628a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=638a62f8e5b14b5194056a3c299ffc79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0127702 Apr 05 11:06:36.107225 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49852) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:36.108405 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08544805-ee0b-4b35-b660-aff31db8628a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a420e53f-c8a7-4b1e-958f-0dd6fca69641,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:36.148809 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-589ddfdc-6cdb-4954-be20-3af90243e834 req-cc9ac89c-a1fc-4f2b-b328-35f660fbed15 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319520 Apr 05 11:06:36.250294 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f807-4e11-4aea-8314-8e93f673d677 admin admin] Publish callbacks [] for security_group (d0da0708-9c85-46fc-ad69-fd93b1c2d4f4), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.262592 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f807-4e11-4aea-8314-8e93f673d677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d0da0708-9c85-46fc-ad69-fd93b1c2d4f4), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.287321 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] For port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:06:36.330354 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] For port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:06:36.338591 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88b004c0-4226-4989-8517-db1621b6c009 admin admin] Publish callbacks [] for security_group (a420e53f-c8a7-4b1e-958f-0dd6fca69641), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.347788 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-8ba5f807-4e11-4aea-8314-8e93f673d677 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ebd585baadd84a90b6a7a4df71d5ba26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0547500 Apr 05 11:06:36.350900 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49856) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:36.370281 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.372320 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5f807-4e11-4aea-8314-8e93f673d677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0da0708-9c85-46fc-ad69-fd93b1c2d4f4,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:36.420195 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49858) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:36.428183 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88b004c0-4226-4989-8517-db1621b6c009 admin admin] Publish callbacks [] for security_group (a420e53f-c8a7-4b1e-958f-0dd6fca69641), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.462208 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577608'] for router_interface (f6d655ae-f82e-49a6-a85a-0b3311c6f347), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.522766 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Pushing event updated for resources: {'Port': ['ID=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:36.539586 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:36.540207 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.541746 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-710cc4da-3b45-45fc-940e-f82748d9f7bf service neutron] 10.222.0.36 "PUT /v2.0/ports/dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 HTTP/1.1" status: 200 len: 1094 time: 2.2659519 Apr 05 11:06:36.546893 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:06:36.549492 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bfd89c-8e8d-4bd9-a4f4-62d94f21dff6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:06:36.629409 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab34846-83dd-4185-a7ef-d3df17da9689 admin admin] Publish callbacks [] for security_group (d0da0708-9c85-46fc-ad69-fd93b1c2d4f4), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.669798 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60748dc8-9dda-4c8b-b5c1-70b7dc6cb80f x-openstack-request-id: req-60748dc8-9dda-4c8b-b5c1-70b7dc6cb80f {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:06:36.670741 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:06:36.671089 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60748dc8-9dda-4c8b-b5c1-70b7dc6cb80f {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:06:36.672711 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60748dc8-9dda-4c8b-b5c1-70b7dc6cb80f'] response: {'name': 'network-changed', 'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'status': 'completed', 'code': 200} Apr 05 11:06:36.713338 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab34846-83dd-4185-a7ef-d3df17da9689 admin admin] Publish callbacks [] for security_group (d0da0708-9c85-46fc-ad69-fd93b1c2d4f4), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.752550 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88b004c0-4226-4989-8517-db1621b6c009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a420e53f-c8a7-4b1e-958f-0dd6fca69641), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.755848 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-88b004c0-4226-4989-8517-db1621b6c009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.759369 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-88b004c0-4226-4989-8517-db1621b6c009 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a420e53f-c8a7-4b1e-958f-0dd6fca69641 HTTP/1.1" status: 204 len: 168 time: 0.6441374 Apr 05 11:06:36.783125 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b004c0-4226-4989-8517-db1621b6c009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a420e53f-c8a7-4b1e-958f-0dd6fca69641,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:36.803388 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61ddcf63-7caf-465a-b2f6-4bace498b30f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.813309 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab34846-83dd-4185-a7ef-d3df17da9689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d0da0708-9c85-46fc-ad69-fd93b1c2d4f4), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.818281 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7ab34846-83dd-4185-a7ef-d3df17da9689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:36.822851 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-7ab34846-83dd-4185-a7ef-d3df17da9689 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d0da0708-9c85-46fc-ad69-fd93b1c2d4f4 HTTP/1.1" status: 204 len: 168 time: 0.4682262 Apr 05 11:06:36.846042 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab34846-83dd-4185-a7ef-d3df17da9689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0da0708-9c85-46fc-ad69-fd93b1c2d4f4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:36.969967 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfd89c-8e8d-4bd9-a4f4-62d94f21dff6 req-ebfcfb92-38b9-4fab-a957-50629e13bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:36.973142 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-46bfd89c-8e8d-4bd9-a4f4-62d94f21dff6 req-ebfcfb92-38b9-4fab-a957-50629e13bff3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=482cb55d35744b6c98690c1bf5b33699&device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 1128 time: 0.0683584 Apr 05 11:06:37.220323 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] Router f6d655ae-f82e-49a6-a85a-0b3311c6f347 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:06:37.228470 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfd89c-8e8d-4bd9-a4f4-62d94f21dff6 req-e7e944fc-a782-47c6-b762-9b3b3f79bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:37.230684 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-46bfd89c-8e8d-4bd9-a4f4-62d94f21dff6 req-e7e944fc-a782-47c6-b762-9b3b3f79bffc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=482cb55d35744b6c98690c1bf5b33699&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1579704 Apr 05 11:06:37.287330 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61ddcf63-7caf-465a-b2f6-4bace498b30f admin admin] Publish callbacks [] for security_group (df87f3b4-6b35-4af9-973b-07a8df1e4f5d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:37.305452 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-61ddcf63-7caf-465a-b2f6-4bace498b30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (df87f3b4-6b35-4af9-973b-07a8df1e4f5d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:37.472968 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178e5d0-05b0-4ee4-81d1-d0385d94ca57 req-b72c50a8-4667-4453-a404-5dd766da5b67 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:37.475411 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d178e5d0-05b0-4ee4-81d1-d0385d94ca57 req-b72c50a8-4667-4453-a404-5dd766da5b67 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 944 time: 0.1866348 Apr 05 11:06:37.548239 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddcf63-7caf-465a-b2f6-4bace498b30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df87f3b4-6b35-4af9-973b-07a8df1e4f5d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:37.586459 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49882) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:37.596806 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:06:37.643226 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d178e5d0-05b0-4ee4-81d1-d0385d94ca57 req-e0d20a24-a8bd-4e2f-9ef6-ce0342e0746a tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543899 Apr 05 11:06:37.661330 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3817aa0-597c-4ef4-8d97-7a399be685e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:37.670904 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-61ddcf63-7caf-465a-b2f6-4bace498b30f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7567b1ee54f449c85b7fe3fd02f0900&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2495906 Apr 05 11:06:37.676574 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49886) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:37.799665 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfd89c-8e8d-4bd9-a4f4-62d94f21dff6 req-6df24620-10c6-4b87-8179-e2a36cd097cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:37.801960 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-46bfd89c-8e8d-4bd9-a4f4-62d94f21dff6 req-6df24620-10c6-4b87-8179-e2a36cd097cc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1979301 Apr 05 11:06:37.853439 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3817aa0-597c-4ef4-8d97-7a399be685e0 admin admin] Publish callbacks [] for security_group (dab11868-723c-4849-8d58-84e22a50f8d0), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:37.858578 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:06:37.860785 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-a3817aa0-597c-4ef4-8d97-7a399be685e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (dab11868-723c-4849-8d58-84e22a50f8d0), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:37.870402 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9b877-1133-4608-88e5-b5f9984c138c None None] Sync routers for ids ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:06:37.874732 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-fe5dd418-971e-4a86-b287-ed5d751c9b78 admin admin] 10.222.0.43 "PUT /v2.0/routers/f6d655ae-f82e-49a6-a85a-0b3311c6f347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7485290 Apr 05 11:06:37.874732 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1007e3b0-4046-418d-92d4-c5f54bcd18c5 admin admin] Publish callbacks [] for security_group (df87f3b4-6b35-4af9-973b-07a8df1e4f5d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:37.876747 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49888) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:37.896399 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9b877-1133-4608-88e5-b5f9984c138c None None] Routers {'f6d655ae-f82e-49a6-a85a-0b3311c6f347'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:37.898364 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fdb9b877-1133-4608-88e5-b5f9984c138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:37.944583 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-a3817aa0-597c-4ef4-8d97-7a399be685e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c65bd7d71254414080e7d78dd3a129ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508635 Apr 05 11:06:37.956431 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49890) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:37.982771 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3817aa0-597c-4ef4-8d97-7a399be685e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab11868-723c-4849-8d58-84e22a50f8d0,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:38.070855 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1007e3b0-4046-418d-92d4-c5f54bcd18c5 admin admin] Publish callbacks [] for security_group (df87f3b4-6b35-4af9-973b-07a8df1e4f5d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:38.086369 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4030625-a17a-49db-b176-31fb8cd0657f req-e54abcf5-7f2e-4bf9-8f9b-a22a9af016bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:38.096295 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-e54abcf5-7f2e-4bf9-8f9b-a22a9af016bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=482cb55d35744b6c98690c1bf5b33699&device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 1128 time: 0.1980278 Apr 05 11:06:38.140062 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-fdb9b877-1133-4608-88e5-b5f9984c138c None None] Set router f6d655ae-f82e-49a6-a85a-0b3311c6f347 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:38.314506 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60c45a5b-9007-4782-9b44-815014104ef9 admin admin] Publish callbacks [] for security_group (dab11868-723c-4849-8d58-84e22a50f8d0), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:38.317581 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-56fcf698-d370-4eeb-9ae7-7778dcf4ade5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 HTTP/1.1" status: 200 len: 217 time: 0.1968887 Apr 05 11:06:38.348584 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60c45a5b-9007-4782-9b44-815014104ef9 admin admin] Publish callbacks [] for security_group (dab11868-723c-4849-8d58-84e22a50f8d0), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:38.354238 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Publish callbacks [] for router (f6d655ae-f82e-49a6-a85a-0b3311c6f347), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:38.434138 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4030625-a17a-49db-b176-31fb8cd0657f req-66056d6b-842f-4bac-b9d7-d9ec6528b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:38.435903 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-66056d6b-842f-4bac-b9d7-d9ec6528b09c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5304b95-7b40-4942-9d48-d711cedf3845 HTTP/1.1" status: 200 len: 854 time: 0.0848742 Apr 05 11:06:38.480013 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60c45a5b-9007-4782-9b44-815014104ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (dab11868-723c-4849-8d58-84e22a50f8d0), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:38.485469 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-60c45a5b-9007-4782-9b44-815014104ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:38.490983 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-60c45a5b-9007-4782-9b44-815014104ef9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dab11868-723c-4849-8d58-84e22a50f8d0 HTTP/1.1" status: 204 len: 168 time: 0.5284111 Apr 05 11:06:38.515109 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fdb9b877-1133-4608-88e5-b5f9984c138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'name': 'tempest-TestShelveInstance-1877754226-router', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:01:04Z', 'updated_at': '2022-04-05T11:06:35Z', 'revision_number': 5, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'gw_port': {'id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:05Z', 'updated_at': '2022-04-05T11:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:38.547205 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c45a5b-9007-4782-9b44-815014104ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab11868-723c-4849-8d58-84e22a50f8d0,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:38.557695 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1007e3b0-4046-418d-92d4-c5f54bcd18c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (df87f3b4-6b35-4af9-973b-07a8df1e4f5d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:38.560963 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1007e3b0-4046-418d-92d4-c5f54bcd18c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:38.569928 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-1007e3b0-4046-418d-92d4-c5f54bcd18c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df87f3b4-6b35-4af9-973b-07a8df1e4f5d HTTP/1.1" status: 204 len: 168 time: 0.8878102 Apr 05 11:06:38.585514 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007e3b0-4046-418d-92d4-c5f54bcd18c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df87f3b4-6b35-4af9-973b-07a8df1e4f5d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:38.616770 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4030625-a17a-49db-b176-31fb8cd0657f req-0f97e253-0edf-4ba8-9d47-64d4b6c0b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:38.630211 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9b877-1133-4608-88e5-b5f9984c138c None None] Checking router: f6d655ae-f82e-49a6-a85a-0b3311c6f347 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:06:38.633032 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-0f97e253-0edf-4ba8-9d47-64d4b6c0b572 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3351e8de-9fa7-446a-847c-b18fd43e9c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1674647 Apr 05 11:06:38.643953 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Publish callbacks [] for router_gateway (f6d655ae-f82e-49a6-a85a-0b3311c6f347), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:38.647124 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9b877-1133-4608-88e5-b5f9984c138c None None] Routers {'f6d655ae-f82e-49a6-a85a-0b3311c6f347'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:38.648097 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fdb9b877-1133-4608-88e5-b5f9984c138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:38.807343 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Deleting port 7ced4199-9766-48af-a4b8-a33d3dce7af2 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:38.809961 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:38.921447 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] For port 7ced4199-9766-48af-a4b8-a33d3dce7af2, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=7ced4199-9766-48af-a4b8-a33d3dce7af2,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:38.922699 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:38.940771 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Calling delete_port for 7ced4199-9766-48af-a4b8-a33d3dce7af2 owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:39.037996 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-efe741a0-7c7f-4cd4-8df8-f72327e3a004 service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572056 Apr 05 11:06:39.073675 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3dfb0-a5b0-4ae7-a271-712f4572d934 req-5af7b0ab-78a1-4db7-8bda-80fed4b9217d tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:39.073809 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3da3dfb0-a5b0-4ae7-a271-712f4572d934 req-5af7b0ab-78a1-4db7-8bda-80fed4b9217d tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 944 time: 0.2620702 Apr 05 11:06:39.095365 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-fdb9b877-1133-4608-88e5-b5f9984c138c None None] Set router f6d655ae-f82e-49a6-a85a-0b3311c6f347 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:39.167294 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (7ced4199-9766-48af-a4b8-a33d3dce7af2), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:39.223257 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3da3dfb0-a5b0-4ae7-a271-712f4572d934 req-ed4cca5a-58dd-404f-9286-162f4ec3daa4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378918 Apr 05 11:06:39.266381 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a4030625-a17a-49db-b176-31fb8cd0657f req-71358c54-8730-4163-ab73-84248203ab47 service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912363 Apr 05 11:06:39.287160 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ced4199-9766-48af-a4b8-a33d3dce7af2,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:39.341222 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577550'] for router_gateway (f6d655ae-f82e-49a6-a85a-0b3311c6f347), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:39.535716 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-fdb9b877-1133-4608-88e5-b5f9984c138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'name': 'tempest-TestShelveInstance-1877754226-router', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:01:04Z', 'updated_at': '2022-04-05T11:06:35Z', 'revision_number': 5, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'gw_port': {'id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:05Z', 'updated_at': '2022-04-05T11:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:39.565317 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29002'] for router (f6d655ae-f82e-49a6-a85a-0b3311c6f347), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:39.573677 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Publish callbacks [] for router_controller (f6d655ae-f82e-49a6-a85a-0b3311c6f347), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:39.615867 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9b877-1133-4608-88e5-b5f9984c138c None None] The sync data for ids ['f6d655ae-f82e-49a6-a85a-0b3311c6f347'] in dv-cinder-818994-3-smb is: [{'id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'name': 'tempest-TestShelveInstance-1877754226-router', 'tenant_id': '00a1ccbffdd3463cb500286bdc970888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179'}], 'enable_snat': True}, 'gw_port_id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:01:04Z', 'updated_at': '2022-04-05T11:06:35Z', 'revision_number': 5, 'project_id': '00a1ccbffdd3463cb500286bdc970888', 'gw_port': {'id': '7ced4199-9766-48af-a4b8-a33d3dce7af2', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:85:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d655ae-f82e-49a6-a85a-0b3311c6f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:01:05Z', 'updated_at': '2022-04-05T11:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:06:39.715821 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (f6d655ae-f82e-49a6-a85a-0b3311c6f347), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:39.717011 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6d655ae-f82e-49a6-a85a-0b3311c6f347 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:06:39.727023 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:39.730561 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-534353b3-5428-47ac-927c-0e37b35dc413 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f6d655ae-f82e-49a6-a85a-0b3311c6f347 HTTP/1.1" status: 204 len: 168 time: 1.8488903 Apr 05 11:06:39.731151 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49922) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:39.847140 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43e931f-18c8-4d6a-9d62-f0517f48d7d6 admin admin] Deleting subnet aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:06:39.860733 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f43e931f-18c8-4d6a-9d62-f0517f48d7d6 admin admin] Publish callbacks [] for subnet (aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:39.954990 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f43e931f-18c8-4d6a-9d62-f0517f48d7d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30385857'] for subnet (aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:40.135833 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9c734a11-69c0-4a48-a800-a939d4d793bd no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:06:40.197577 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 9c734a11-69c0-4a48-a800-a939d4d793bd {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:06:40.199407 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 9c734a11-69c0-4a48-a800-a939d4d793bd not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:06:40.271960 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f43e931f-18c8-4d6a-9d62-f0517f48d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:40.453113 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291e970-1323-427e-ae33-f077cead2eba req-10dd8422-fdd4-47dc-8c96-f52baa6f8db6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:40.455179 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8291e970-1323-427e-ae33-f077cead2eba req-10dd8422-fdd4-47dc-8c96-f52baa6f8db6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 944 time: 0.1186144 Apr 05 11:06:40.474978 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f43e931f-18c8-4d6a-9d62-f0517f48d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29836261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056410891'] for subnet (aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:40.516546 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e931f-18c8-4d6a-9d62-f0517f48d7d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:40.562216 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f43e931f-18c8-4d6a-9d62-f0517f48d7d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:40.566144 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd56168-5dcf-4de2-9db1-bf2a3cb5f814 None None] Network b86240b6-0a81-4e7a-ab36-3fed6e2a82fd requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:06:40.567942 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-f43e931f-18c8-4d6a-9d62-f0517f48d7d6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/aca6ea10-b6d5-48c8-ac12-f8c806e9b5d9 HTTP/1.1" status: 204 len: 168 time: 0.8351226 Apr 05 11:06:40.570362 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 49946) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:40.615021 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8291e970-1323-427e-ae33-f077cead2eba req-9e78f0b0-224b-41b3-bd6d-cf6d3056c9da tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417835 Apr 05 11:06:40.808261 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (b86240b6-0a81-4e7a-ab36-3fed6e2a82fd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:40.968730 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Deleting port 704fa517-1548-4fac-afc1-6aa64863b608 {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:40.969435 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (704fa517-1548-4fac-afc1-6aa64863b608), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:41.051966 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] For port 704fa517-1548-4fac-afc1-6aa64863b608, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=704fa517-1548-4fac-afc1-6aa64863b608,segment=NetworkSegment(c9fb9e7f-e12a-4db1-8597-e20741b103b6),segment_id=c9fb9e7f-e12a-4db1-8597-e20741b103b6)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:41.052743 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (704fa517-1548-4fac-afc1-6aa64863b608), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:41.077194 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Calling delete_port for 704fa517-1548-4fac-afc1-6aa64863b608 owned by network:dhcp {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:41.101768 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa11ac5-0ae4-473b-951b-79f5cd871847 None None] DHCP port deletion for b86240b6-0a81-4e7a-ab36-3fed6e2a82fd request from dv-cinder-818994-3-smb {{(pid=103323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:06:41.228967 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8fa11ac5-0ae4-473b-951b-79f5cd871847 None None] Deleting port 704fa517-1548-4fac-afc1-6aa64863b608 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:06:41.231698 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fa11ac5-0ae4-473b-951b-79f5cd871847 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (704fa517-1548-4fac-afc1-6aa64863b608), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:41.261674 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 49978) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:41.288405 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (704fa517-1548-4fac-afc1-6aa64863b608), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:41.363182 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=704fa517-1548-4fac-afc1-6aa64863b608,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:41.391887 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] No DVR routers for this DVR port 704fa517-1548-4fac-afc1-6aa64863b608 on host dv-cinder-818994-3-smb {{(pid=103322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:06:41.506896 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-8fa11ac5-0ae4-473b-951b-79f5cd871847 None None] For port 704fa517-1548-4fac-afc1-6aa64863b608, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=704fa517-1548-4fac-afc1-6aa64863b608,segment=NetworkSegment(c9fb9e7f-e12a-4db1-8597-e20741b103b6),segment_id=c9fb9e7f-e12a-4db1-8597-e20741b103b6)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:41.511547 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fa11ac5-0ae4-473b-951b-79f5cd871847 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (704fa517-1548-4fac-afc1-6aa64863b608), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:41.543913 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-846853324-network', 'tenant_id': '40ce3dddd4784ecabf6a0898d9be243d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:41.571374 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8fa11ac5-0ae4-473b-951b-79f5cd871847 None None] Calling delete_port for 704fa517-1548-4fac-afc1-6aa64863b608 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:06:41.590499 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Made reservation on behalf of 40ce3dddd4784ecabf6a0898d9be243d for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:06:41.601748 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:41.638821 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (b86240b6-0a81-4e7a-ab36-3fed6e2a82fd), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:41.643429 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:41.694891 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fa11ac5-0ae4-473b-951b-79f5cd871847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (704fa517-1548-4fac-afc1-6aa64863b608), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:41.698803 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86240b6-0a81-4e7a-ab36-3fed6e2a82fd']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:41.728148 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fb9e7f-e12a-4db1-8597-e20741b103b6') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:41.728706 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fb9e7f-e12a-4db1-8597-e20741b103b6') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:41.731913 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa11ac5-0ae4-473b-951b-79f5cd871847 None None] Pushing event deleted for resources: {'Port': ['ID=704fa517-1548-4fac-afc1-6aa64863b608,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:41.735101 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa11ac5-0ae4-473b-951b-79f5cd871847 None None] No DVR routers for this DVR port 704fa517-1548-4fac-afc1-6aa64863b608 on host dv-cinder-818994-3-smb {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:06:41.759054 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30973029'] for segment (c9fb9e7f-e12a-4db1-8597-e20741b103b6), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:41.813490 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (c9fb9e7f-e12a-4db1-8597-e20741b103b6), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:41.833030 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:06:41.837667 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29380638'] for segment (c9fb9e7f-e12a-4db1-8597-e20741b103b6), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: Traceback (most recent call last): Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: timer() Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: cb(*args, **kw) Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: return func(*args, **kwargs) Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: self._notify() Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: self.callback(batched_events) Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: event.method(event) Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: return f(self, *a, **k) Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: return self._get(url).json() Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: return self.request(url, 'GET', **kwargs) Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:06:42.005297 dv-cinder-818994-3-smb neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:06:42.018501 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 704fa517-1548-4fac-afc1-6aa64863b608 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:06:42.024746 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Publish callbacks [] for security_group (d53644c6-82af-4772-acec-d18c1e7810aa), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.032573 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (b86240b6-0a81-4e7a-ab36-3fed6e2a82fd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.038689 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.041976 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b86240b6-0a81-4e7a-ab36-3fed6e2a82fd HTTP/1.1" status: 204 len: 168 time: 1.4705443 Apr 05 11:06:42.045199 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d53644c6-82af-4772-acec-d18c1e7810aa), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.058667 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 704fa517-1548-4fac-afc1-6aa64863b608 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:06:42.059205 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 704fa517-1548-4fac-afc1-6aa64863b608 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:06:42.070970 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 7ced4199-9766-48af-a4b8-a33d3dce7af2 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:06:42.074607 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd97b1c-f613-42be-846c-68d0d5592cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b86240b6-0a81-4e7a-ab36-3fed6e2a82fd,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:42.092065 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:06:42.110375 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762e9ce-dd4a-438a-b62f-187945390d4e req-7d2a5d7f-8d4e-442a-ba4a-10d7853f6324 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:42.119181 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e762e9ce-dd4a-438a-b62f-187945390d4e req-7d2a5d7f-8d4e-442a-ba4a-10d7853f6324 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 944 time: 0.2824070 Apr 05 11:06:42.149303 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 7ced4199-9766-48af-a4b8-a33d3dce7af2 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:06:42.151399 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 7ced4199-9766-48af-a4b8-a33d3dce7af2 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:06:42.159557 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (e892b013-95e2-4347-9d9e-5113fb1ee2dd), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.160327 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.segments_db [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Added segment e892b013-95e2-4347-9d9e-5113fb1ee2dd of type vlan for network dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea Apr 05 11:06:42.161832 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53644c6-82af-4772-acec-d18c1e7810aa,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:42.245066 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.269944 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e762e9ce-dd4a-438a-b62f-187945390d4e req-d17dd654-27f7-4e8b-8768-564a38aeb5a1 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494455 Apr 05 11:06:42.302961 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50002) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:42.320140 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.322267 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:42.324150 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.388061 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1234665 Apr 05 11:06:42.393859 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50004) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:42.410013 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] Request body: {'subnet': {'network_id': 'dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-846853324-subnet', 'tenant_id': '40ce3dddd4784ecabf6a0898d9be243d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:42.422946 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-1734543d-865a-4d01-8dac-caafb7647b9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f74ea07de7d4c30a543ddcf26517551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1173003 Apr 05 11:06:42.428391 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50006) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:42.466526 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129f61d-7b02-4179-a382-4464c1cf241a admin admin] Pushing event updated for resources: {'Network': ['ID=dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:42.479496 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:06:42.572830 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] Made reservation on behalf of 40ce3dddd4784ecabf6a0898d9be243d for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:06:42.575214 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814224'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.610159 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-296b42c2-e13a-4050-b4a9-1f46b0194359 admin admin] Publish callbacks [] for security_group (2900a51d-4452-484d-b622-9b67e33d2114), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.712963 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-296b42c2-e13a-4050-b4a9-1f46b0194359 admin admin] Publish callbacks [] for security_group (2900a51d-4452-484d-b622-9b67e33d2114), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.833713 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-296b42c2-e13a-4050-b4a9-1f46b0194359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (2900a51d-4452-484d-b622-9b67e33d2114), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.837653 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-296b42c2-e13a-4050-b4a9-1f46b0194359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:42.840231 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-296b42c2-e13a-4050-b4a9-1f46b0194359 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2900a51d-4452-484d-b622-9b67e33d2114 HTTP/1.1" status: 204 len: 168 time: 0.4085901 Apr 05 11:06:42.860602 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b42c2-e13a-4050-b4a9-1f46b0194359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2900a51d-4452-484d-b622-9b67e33d2114,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:42.928796 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29381299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814222'] for subnet (4aeed731-eafc-4c94-b749-dad02961f189), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:43.035717 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] Checking segment: {'id': 'e892b013-95e2-4347-9d9e-5113fb1ee2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:06:43.036520 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] Network hostable DHCP agents. Network: dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:06:43.041326 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aeed731-eafc-4c94-b749-dad02961f189,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:43.091297 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] Network dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:06:43.122540 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:43.130521 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:43.130819 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:43.136228 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3357d-566d-462e-a738-00a9945079e5 None None] Network dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:06:43.154168 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-7f20144b-36b2-4816-92cc-88a04769c1a8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7489302 Apr 05 11:06:43.365165 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b80a5-5588-4bd1-a35d-31f30ae0eaee None None] Network dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:06:43.561031 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502a984-f287-45c8-b4b9-70e03bb6a00d req-300fc781-51d8-4574-bec2-6b6932219b3b tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:43.563653 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6502a984-f287-45c8-b4b9-70e03bb6a00d req-300fc781-51d8-4574-bec2-6b6932219b3b tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 944 time: 0.1196001 Apr 05 11:06:43.691194 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6502a984-f287-45c8-b4b9-70e03bb6a00d req-119f2092-02b7-4124-a5fb-0102eccc2e55 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030977 Apr 05 11:06:43.785521 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50046) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:43.858121 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-2889a9cc-e426-44d7-992b-ac6d58cba814 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=00a1ccbffdd3463cb500286bdc970888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738366 Apr 05 11:06:43.862667 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50048) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:43.934362 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9041aa38-717f-4a19-b6b2-134a3a469bdc admin admin] Publish callbacks [] for security_group (b1c91b63-3003-4081-8ec9-6a72de5a9aa8), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:43.957727 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9041aa38-717f-4a19-b6b2-134a3a469bdc admin admin] Publish callbacks [] for security_group (b1c91b63-3003-4081-8ec9-6a72de5a9aa8), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.015069 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9041aa38-717f-4a19-b6b2-134a3a469bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (b1c91b63-3003-4081-8ec9-6a72de5a9aa8), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.019024 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9041aa38-717f-4a19-b6b2-134a3a469bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.020654 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9041aa38-717f-4a19-b6b2-134a3a469bdc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1c91b63-3003-4081-8ec9-6a72de5a9aa8 HTTP/1.1" status: 204 len: 168 time: 0.1548493 Apr 05 11:06:44.039416 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041aa38-717f-4a19-b6b2-134a3a469bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c91b63-3003-4081-8ec9-6a72de5a9aa8,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:44.426505 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 50066) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:44.431862 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-524028556-network', 'tenant_id': '45c5ef2bbd714ebcbc9d0b0de9fe1e38'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:44.453078 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Made reservation on behalf of 45c5ef2bbd714ebcbc9d0b0de9fe1e38 for: {'network': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:06:44.455472 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.464554 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.543546 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Publish callbacks [] for security_group (96ed2cfe-0b1b-45bf-9382-b0395bf89965), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.548884 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (96ed2cfe-0b1b-45bf-9382-b0395bf89965), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.571114 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:06:44.585494 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ed2cfe-0b1b-45bf-9382-b0395bf89965,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:44.590598 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (470af469-7705-41bd-b394-41864492a328), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.591005 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.segments_db [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Added segment 470af469-7705-41bd-b394-41864492a328 of type vlan for network d4d95b18-d73a-4f5d-bf96-262c14525204 Apr 05 11:06:44.639664 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (d4d95b18-d73a-4f5d-bf96-262c14525204), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.666433 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (d4d95b18-d73a-4f5d-bf96-262c14525204), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.667529 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:44.668105 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.701722 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2712243 Apr 05 11:06:44.702500 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50078) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:44.708693 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] Request body: {'subnet': {'network_id': 'd4d95b18-d73a-4f5d-bf96-262c14525204', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-524028556-subnet', 'tenant_id': '45c5ef2bbd714ebcbc9d0b0de9fe1e38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:44.733508 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] Made reservation on behalf of 45c5ef2bbd714ebcbc9d0b0de9fe1e38 for: {'subnet': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:06:44.736627 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29814224'] for subnet (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:44.742761 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ca084-5ce3-4b32-90af-0d6a550af69d admin admin] Pushing event updated for resources: {'Network': ['ID=d4d95b18-d73a-4f5d-bf96-262c14525204,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:44.756231 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network d4d95b18-d73a-4f5d-bf96-262c14525204 details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:06:44.828159 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0563e-ab49-45ab-801f-68c3823da571 req-205a831b-8d58-49c4-9a5c-ab3957f3d900 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:44.830228 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ebd0563e-ab49-45ab-801f-68c3823da571 req-205a831b-8d58-49c4-9a5c-ab3957f3d900 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 944 time: 0.0657487 Apr 05 11:06:44.883267 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ebd0563e-ab49-45ab-801f-68c3823da571 req-5dd17379-2c12-4a9e-b771-6cc030c3bfbe tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466890 Apr 05 11:06:44.933927 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50082) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:44.956751 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29381299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29814222'] for subnet (2a8697f6-1439-4d4a-afe9-8ced09dbdaf4), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.016933 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8697f6-1439-4d4a-afe9-8ced09dbdaf4,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:45.024224 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] Checking segment: {'id': '470af469-7705-41bd-b394-41864492a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd4d95b18-d73a-4f5d-bf96-262c14525204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:06:45.024589 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] Network hostable DHCP agents. Network: d4d95b18-d73a-4f5d-bf96-262c14525204, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:06:45.045513 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] Network d4d95b18-d73a-4f5d-bf96-262c14525204 is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:06:45.055690 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e4642c8-17fc-4717-8f3d-20b811a1ef50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.067294 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.base_scheduler [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, d4d95b18-d73a-4f5d-bf96-262c14525204) {{(pid=103322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:45.073184 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:45.073884 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.075352 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d991824-3fc2-42fa-b1a2-eb500e51e688 None None] Network d4d95b18-d73a-4f5d-bf96-262c14525204 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:06:45.103713 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-f46e2a38-9d88-4bcf-8368-3460ff11f926 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3996720 Apr 05 11:06:45.158468 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e4642c8-17fc-4717-8f3d-20b811a1ef50 admin admin] Publish callbacks [] for security_group (5c03bef4-2718-42b4-98c6-3d8fd2fc0410), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.164007 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-8e4642c8-17fc-4717-8f3d-20b811a1ef50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (5c03bef4-2718-42b4-98c6-3d8fd2fc0410), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.178963 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:06:45.190257 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08afd266-9f6a-45fe-b2e0-6fedd8df2d48 None None] Network d4d95b18-d73a-4f5d-bf96-262c14525204 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:06:45.205935 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-8e4642c8-17fc-4717-8f3d-20b811a1ef50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53aa12b982294384b059f21d8ad8ba76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709520 Apr 05 11:06:45.208204 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4642c8-17fc-4717-8f3d-20b811a1ef50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c03bef4-2718-42b4-98c6-3d8fd2fc0410,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:45.209349 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 50088) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:45.273549 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb400089-7f75-4237-93de-b6058ba63ca4 admin admin] Publish callbacks [] for security_group (5c03bef4-2718-42b4-98c6-3d8fd2fc0410), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.296270 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb400089-7f75-4237-93de-b6058ba63ca4 admin admin] Publish callbacks [] for security_group (5c03bef4-2718-42b4-98c6-3d8fd2fc0410), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.352964 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb400089-7f75-4237-93de-b6058ba63ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (5c03bef4-2718-42b4-98c6-3d8fd2fc0410), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.356442 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-bb400089-7f75-4237-93de-b6058ba63ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.360304 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-bb400089-7f75-4237-93de-b6058ba63ca4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c03bef4-2718-42b4-98c6-3d8fd2fc0410 HTTP/1.1" status: 204 len: 168 time: 0.1467397 Apr 05 11:06:45.366708 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb400089-7f75-4237-93de-b6058ba63ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c03bef4-2718-42b4-98c6-3d8fd2fc0410,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:45.381649 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:45.396314 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'port_id': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'mac_address': 'fa:16:3e:65:a5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:06:45.449518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:45.449901 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.475945 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:06:45.484202 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.503027 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:45.508823 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.559135 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:45.682764 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50112) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:45.697801 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ea35287-8107-48cb-84f7-c8d9c62e8f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.708368 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:06:45.794830 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-4b36b3e9-653f-4dbd-9268-22a3b78ab271 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:45.796674 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-4b36b3e9-653f-4dbd-9268-22a3b78ab271 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/networks?id=dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea HTTP/1.1" status: 200 len: 808 time: 0.1331873 Apr 05 11:06:45.818438 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-6f94c293-42db-4d2e-8ee3-5ef83b1b3445 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/quotas/40ce3dddd4784ecabf6a0898d9be243d HTTP/1.1" status: 200 len: 375 time: 0.0158918 Apr 05 11:06:45.846155 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ea35287-8107-48cb-84f7-c8d9c62e8f8b admin admin] Publish callbacks [] for security_group (d30e740c-77e8-4b14-b041-95d6fc92aa70), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.852112 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9ea35287-8107-48cb-84f7-c8d9c62e8f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d30e740c-77e8-4b14-b041-95d6fc92aa70), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:45.858221 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-1262f5a7-1dc0-4a1e-a7f7-f351e0d0e2a2 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=40ce3dddd4784ecabf6a0898d9be243d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337491 Apr 05 11:06:45.888498 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea35287-8107-48cb-84f7-c8d9c62e8f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30e740c-77e8-4b14-b041-95d6fc92aa70,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:45.908373 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9ea35287-8107-48cb-84f7-c8d9c62e8f8b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd13c2e2d98f425b990100adfa859229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245071 Apr 05 11:06:45.910887 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50126) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:45.976147 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e19d49c6-a86c-4051-a68b-c754685aa706 admin admin] Publish callbacks [] for security_group (d30e740c-77e8-4b14-b041-95d6fc92aa70), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:46.000779 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e19d49c6-a86c-4051-a68b-c754685aa706 admin admin] Publish callbacks [] for security_group (d30e740c-77e8-4b14-b041-95d6fc92aa70), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:46.055731 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e19d49c6-a86c-4051-a68b-c754685aa706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d30e740c-77e8-4b14-b041-95d6fc92aa70), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:46.059007 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e19d49c6-a86c-4051-a68b-c754685aa706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:46.062758 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-e19d49c6-a86c-4051-a68b-c754685aa706 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d30e740c-77e8-4b14-b041-95d6fc92aa70 HTTP/1.1" status: 204 len: 168 time: 0.1484087 Apr 05 11:06:46.071937 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d49c6-a86c-4051-a68b-c754685aa706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30e740c-77e8-4b14-b041-95d6fc92aa70,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:46.123908 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3a96a-96c7-4baa-95e4-261f287e51ee req-b9c848c4-e319-4736-93d4-d4edae6eeca6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:46.125741 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8ee3a96a-96c7-4baa-95e4-261f287e51ee req-b9c848c4-e319-4736-93d4-d4edae6eeca6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 945 time: 0.1586564 Apr 05 11:06:46.160018 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-1dba674c-f6b1-435d-b315-44ee1daa74fd service neutron] 10.222.0.43 "GET /v2.0/networks/dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942340 Apr 05 11:06:46.219410 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-8ee3a96a-96c7-4baa-95e4-261f287e51ee req-425eb325-bb65-47ea-a582-ca91b4fe7cd5 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861809 Apr 05 11:06:46.285139 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-01934e52-188b-403f-a228-467ae1bd2308 service neutron] 10.222.0.43 "GET /v2.0/networks/dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111221 Apr 05 11:06:46.508264 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0fb00b05-9bce-476f-bb06-5981e51b886f req-4296db70-5a6e-4eec-b1cb-6cf0444d65d4 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 210 time: 0.0341744 Apr 05 11:06:47.192616 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:47.253786 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:06:47.259321 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:47.259834 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:47.350433 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:47.350902 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:47.364580 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07636092-2dbe-4267-b3c2-b0ff1160143e req-b088dc5d-e9c3-4196-b1ba-3b91f032c6fb tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:47.366500 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-07636092-2dbe-4267-b3c2-b0ff1160143e req-b088dc5d-e9c3-4196-b1ba-3b91f032c6fb tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 945 time: 0.0634789 Apr 05 11:06:47.376224 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:06:47.378522 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd6a9f3-e475-4667-8d0a-eaf24aa96f88" -d '{"events": [{"server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "name": "network-vif-plugged", "status": "completed", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:06:47.394454 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:47.401749 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:47.431849 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-07636092-2dbe-4267-b3c2-b0ff1160143e req-b33cddd1-179e-4e43-acef-7861809a9629 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591037 Apr 05 11:06:47.452092 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba17336-7927-48d5-810b-71c43de7522b x-openstack-request-id: req-cba17336-7927-48d5-810b-71c43de7522b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:06:47.452382 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "name": "network-vif-plugged", "status": "completed", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:06:47.452701 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cba17336-7927-48d5-810b-71c43de7522b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:06:47.453282 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba17336-7927-48d5-810b-71c43de7522b'] response: {'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'code': 200} Apr 05 11:06:47.463937 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:47.636446 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-30f262a5-fd33-4682-bb71-1b3fb07f4a1b req-ccd9662c-7a96-4bb8-b7d8-ca00d1190eb9 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 210 time: 0.0519392 Apr 05 11:06:47.713834 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-ca356331-11ac-4574-9ddb-d85cc44100ac tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:47.715308 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-ca356331-11ac-4574-9ddb-d85cc44100ac tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.36 "GET /v2.0/networks?id=dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea HTTP/1.1" status: 200 len: 808 time: 0.1323051 Apr 05 11:06:47.800604 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Request body: {'port': {'device_id': 'f0eb2dfa-983f-4636-ae43-43a6fee1688c', 'network_id': 'dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea', 'admin_state_up': True, 'tenant_id': '40ce3dddd4784ecabf6a0898d9be243d'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:47.872484 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507aabd-c7d9-49ca-a8df-0922a8296406 req-2adbbda1-3b8f-4cb3-a2bd-d5dde77dea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:47.874052 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7507aabd-c7d9-49ca-a8df-0922a8296406 req-2adbbda1-3b8f-4cb3-a2bd-d5dde77dea27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 1130 time: 0.0534885 Apr 05 11:06:47.944563 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [req-7507aabd-c7d9-49ca-a8df-0922a8296406 req-3b48ca03-4131-4e10-840c-2e1311d57cb2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621436 Apr 05 11:06:47.978012 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Made reservation on behalf of 40ce3dddd4784ecabf6a0898d9be243d for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:06:47.982335 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:48.132219 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Allocated IP 172.20.0.2 (dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea/4aeed731-eafc-4c94-b749-dad02961f189/fd7b0a3b-dcd4-484d-ad50-187076ee822f) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:06:48.369230 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Publish callbacks [] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:48.514378 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:48.585639 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Network dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:06:48.590395 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:48.601141 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:06:48.605613 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Pushing event updated for resources: {'Port': ['ID=fd7b0a3b-dcd4-484d-ad50-187076ee822f,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:48.658937 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0475032-a3dc-401a-91dd-2c0a3087cf1a req-0e877f1f-69ac-42c2-ae11-14eb9cf46681 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:48.660726 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e0475032-a3dc-401a-91dd-2c0a3087cf1a req-0e877f1f-69ac-42c2-ae11-14eb9cf46681 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 946 time: 0.1163769 Apr 05 11:06:48.666839 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:48.666965 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:48.698498 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-64043f48-3760-4c84-801a-86fff1b04ccf tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9031818 Apr 05 11:06:48.734944 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e0475032-a3dc-401a-91dd-2c0a3087cf1a req-00064683-4f86-47cb-9f40-12cbaf3b649c tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648942 Apr 05 11:06:48.776446 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81375352-fa35-459c-8ec3-9f935fcb4518 req-3b512ddc-ff4a-4388-80b3-c629b7e7a053 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:48.778135 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81375352-fa35-459c-8ec3-9f935fcb4518 req-3b512ddc-ff4a-4388-80b3-c629b7e7a053 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 931 time: 0.0677562 Apr 05 11:06:48.783695 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Request body: {'port': {'device_id': 'f0eb2dfa-983f-4636-ae43-43a6fee1688c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:48.876005 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-81375352-fa35-459c-8ec3-9f935fcb4518 req-a41a6a93-6ae1-4ecd-8ceb-d613dda687fd tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/security-groups?id=d53644c6-82af-4772-acec-d18c1e7810aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892458 Apr 05 11:06:48.877326 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:49.154439 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7b0a3b-dcd4-484d-ad50-187076ee822f {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:06:49.162688 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Publish callbacks [] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:49.176072 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Transition to ACTIVE for port object fd7b0a3b-dcd4-484d-ad50-187076ee822f will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:06:49.180976 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:49.241367 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7b0a3b-dcd4-484d-ad50-187076ee822f,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:49.318362 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Attempting to bind port fd7b0a3b-dcd4-484d-ad50-187076ee822f on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:06:49.318633 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Attempting to bind port fd7b0a3b-dcd4-484d-ad50-187076ee822f by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'e892b013-95e2-4347-9d9e-5113fb1ee2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:06:49.319186 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Attempting to bind port fd7b0a3b-dcd4-484d-ad50-187076ee822f on network dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:06:49.324132 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Port fd7b0a3b-dcd4-484d-ad50-187076ee822f on network dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:06:49.324573 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Attempting to bind port fd7b0a3b-dcd4-484d-ad50-187076ee822f on network dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:06:49.329829 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:06:49.330204 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Checking segment: {'id': 'e892b013-95e2-4347-9d9e-5113fb1ee2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:06:49.330590 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Bound using segment: {'id': 'e892b013-95e2-4347-9d9e-5113fb1ee2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:06:49.331317 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Bound port: fd7b0a3b-dcd4-484d-ad50-187076ee822f, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e892b013-95e2-4347-9d9e-5113fb1ee2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:06:49.331317 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:49.409858 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] For port fd7b0a3b-dcd4-484d-ad50-187076ee822f, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:06:49.413212 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] For port fd7b0a3b-dcd4-484d-ad50-187076ee822f, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=fd7b0a3b-dcd4-484d-ad50-187076ee822f,segment=NetworkSegment(e892b013-95e2-4347-9d9e-5113fb1ee2dd),segment_id=e892b013-95e2-4347-9d9e-5113fb1ee2dd)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:06:49.422220 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:49.458563 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:49.459207 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:49.460632 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] 10.222.0.36 "PUT /v2.0/ports/fd7b0a3b-dcd4-484d-ad50-187076ee822f HTTP/1.1" status: 200 len: 1093 time: 0.6815310 Apr 05 11:06:49.461079 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0eb2dfa-983f-4636-ae43-43a6fee1688c', 'tag': 'fd7b0a3b-dcd4-484d-ad50-187076ee822f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:06:49.463335 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1ca167-bf23-4eda-9ba3-2bbdbaf56c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0eb2dfa-983f-4636-ae43-43a6fee1688c", "tag": "fd7b0a3b-dcd4-484d-ad50-187076ee822f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:06:49.491858 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5ef29-5f16-4685-9af2-be355a839397 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7b0a3b-dcd4-484d-ad50-187076ee822f,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:49.507954 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ebd966-b975-4418-b1b7-75947236fd4c x-openstack-request-id: req-12ebd966-b975-4418-b1b7-75947236fd4c {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:06:49.508249 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0eb2dfa-983f-4636-ae43-43a6fee1688c", "tag": "fd7b0a3b-dcd4-484d-ad50-187076ee822f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:06:49.508507 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12ebd966-b975-4418-b1b7-75947236fd4c {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:06:49.508925 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ebd966-b975-4418-b1b7-75947236fd4c'] response: {'name': 'network-changed', 'server_uuid': 'f0eb2dfa-983f-4636-ae43-43a6fee1688c', 'tag': 'fd7b0a3b-dcd4-484d-ad50-187076ee822f', 'status': 'completed', 'code': 200} Apr 05 11:06:49.600029 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ca167-bf23-4eda-9ba3-2bbdbaf56c4c req-d921a05c-7e5d-4f09-bd07-85c796bf589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:49.601557 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bc1ca167-bf23-4eda-9ba3-2bbdbaf56c4c req-d921a05c-7e5d-4f09-bd07-85c796bf589e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=40ce3dddd4784ecabf6a0898d9be243d&device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 1127 time: 0.0610342 Apr 05 11:06:49.734446 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ca167-bf23-4eda-9ba3-2bbdbaf56c4c req-9f64bac4-3b44-4fad-bc68-4b3d67984b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:49.736747 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bc1ca167-bf23-4eda-9ba3-2bbdbaf56c4c req-9f64bac4-3b44-4fad-bc68-4b3d67984b51 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=40ce3dddd4784ecabf6a0898d9be243d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1287119 Apr 05 11:06:50.194305 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ca167-bf23-4eda-9ba3-2bbdbaf56c4c req-e76a24c6-779d-4e4d-b449-c92c6071ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:50.195694 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bc1ca167-bf23-4eda-9ba3-2bbdbaf56c4c req-e76a24c6-779d-4e4d-b449-c92c6071ee31 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4523644 Apr 05 11:06:50.214960 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82bf05-7ad7-4bba-a376-b3bd246349af req-54afe12a-2ae7-4951-8a1f-604d6ea9c42f tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:50.216430 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fd82bf05-7ad7-4bba-a376-b3bd246349af req-54afe12a-2ae7-4951-8a1f-604d6ea9c42f tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 946 time: 0.3857167 Apr 05 11:06:50.238751 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c647904-c877-4de6-92ad-d480bd94665c req-b8cae588-499a-442b-91ea-a7e872a7e1e8 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:50.240741 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1c647904-c877-4de6-92ad-d480bd94665c req-b8cae588-499a-442b-91ea-a7e872a7e1e8 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 943 time: 0.0923889 Apr 05 11:06:50.342219 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fd82bf05-7ad7-4bba-a376-b3bd246349af req-0f3f3ebf-7ed3-4465-895d-4d5158e28ac8 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186659 Apr 05 11:06:50.349309 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1c647904-c877-4de6-92ad-d480bd94665c req-a19541d5-8656-427c-864e-22b2a84ff68f tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/security-groups?id=d53644c6-82af-4772-acec-d18c1e7810aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912414 Apr 05 11:06:50.355036 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-a917e85b-4b7d-488f-938d-0b1350350d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:50.356479 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-a917e85b-4b7d-488f-938d-0b1350350d92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=40ce3dddd4784ecabf6a0898d9be243d&device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 1127 time: 0.1151285 Apr 05 11:06:50.400410 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-b5a13c1c-08fd-4c8a-8868-de9903757124 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd7b0a3b-dcd4-484d-ad50-187076ee822f HTTP/1.1" status: 200 len: 217 time: 0.0356939 Apr 05 11:06:50.481732 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-ef9314e6-caf9-46fe-8256-d2148312aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:50.483094 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-ef9314e6-caf9-46fe-8256-d2148312aea2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4aeed731-eafc-4c94-b749-dad02961f189 HTTP/1.1" status: 200 len: 848 time: 0.0773494 Apr 05 11:06:50.518580 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-fb8167f3-4874-407d-b998-b0e3cf54c2ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284238 Apr 05 11:06:50.525733 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6432ca-910e-46d8-9e60-9541a0a5e7b3 req-16d55fcc-3645-46fb-93a3-fa9afa7707d3 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:50.527040 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fd6432ca-910e-46d8-9e60-9541a0a5e7b3 req-16d55fcc-3645-46fb-93a3-fa9afa7707d3 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 946 time: 0.0935030 Apr 05 11:06:50.630907 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fd6432ca-910e-46d8-9e60-9541a0a5e7b3 req-a044b669-029c-47a0-b3ff-036bd40ba21d tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946343 Apr 05 11:06:50.647951 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-8dd1fdfc-e325-4cfe-96e6-c3ba8b93b4de service neutron] 10.222.0.36 "GET /v2.0/networks/dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199353 Apr 05 11:06:50.742455 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d0a1abaa-299e-4283-8baf-ab56584bceab req-34919a6a-f648-443e-83ec-1cbfcd56da85 service neutron] 10.222.0.36 "GET /v2.0/networks/dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888910 Apr 05 11:06:51.169314 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9cc70-03da-424f-a9c8-cde192e6b7ac req-d4183a99-f18d-4e97-b2b4-f665a73bc627 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:51.170943 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cad9cc70-03da-424f-a9c8-cde192e6b7ac req-d4183a99-f18d-4e97-b2b4-f665a73bc627 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 946 time: 0.0773587 Apr 05 11:06:51.224038 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cad9cc70-03da-424f-a9c8-cde192e6b7ac req-9384406a-0a1d-4044-bd3a-1e2c1b8feb93 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458381 Apr 05 11:06:51.363053 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50286) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:51.493014 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c72681c-ce48-46f3-bb44-142edc80740e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:51.506751 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9c0e2-09b9-455d-92b4-62f35c017080 req-f6c1f7a7-60ea-4f2e-a174-0243ec9fdc9f tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:51.508367 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-daa9c0e2-09b9-455d-92b4-62f35c017080 req-f6c1f7a7-60ea-4f2e-a174-0243ec9fdc9f tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 943 time: 0.0828967 Apr 05 11:06:51.572303 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-daa9c0e2-09b9-455d-92b4-62f35c017080 req-041020c5-9016-49a5-b206-b964a22a5b1a tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/security-groups?id=d53644c6-82af-4772-acec-d18c1e7810aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576098 Apr 05 11:06:51.588623 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c72681c-ce48-46f3-bb44-142edc80740e admin admin] Publish callbacks [] for security_group (53714ff3-3b88-478d-80a2-b096eebd521e), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:51.594683 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-2c72681c-ce48-46f3-bb44-142edc80740e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (53714ff3-3b88-478d-80a2-b096eebd521e), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:51.635274 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-2c72681c-ce48-46f3-bb44-142edc80740e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acc47a2cc4874657ae35df1f9b4a2e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710695 Apr 05 11:06:51.637761 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50296) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:51.645426 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72681c-ce48-46f3-bb44-142edc80740e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53714ff3-3b88-478d-80a2-b096eebd521e,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:51.689971 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d4db320-bcb7-43fc-83ad-56e78e84d4af admin admin] Publish callbacks [] for security_group (53714ff3-3b88-478d-80a2-b096eebd521e), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:51.711281 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d4db320-bcb7-43fc-83ad-56e78e84d4af admin admin] Publish callbacks [] for security_group (53714ff3-3b88-478d-80a2-b096eebd521e), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:51.764274 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d4db320-bcb7-43fc-83ad-56e78e84d4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (53714ff3-3b88-478d-80a2-b096eebd521e), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:51.767458 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3d4db320-bcb7-43fc-83ad-56e78e84d4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:51.768563 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-3d4db320-bcb7-43fc-83ad-56e78e84d4af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53714ff3-3b88-478d-80a2-b096eebd521e HTTP/1.1" status: 204 len: 168 time: 0.1298392 Apr 05 11:06:51.778283 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4db320-bcb7-43fc-83ad-56e78e84d4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53714ff3-3b88-478d-80a2-b096eebd521e,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:52.068304 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 50302) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:52.082156 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ce21127-6f79-423a-9591-4a5055bf7581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.160410 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ce21127-6f79-423a-9591-4a5055bf7581 admin admin] Publish callbacks [] for security_group (7fb65684-598c-4963-b612-6833ea149e02), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.168757 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ce21127-6f79-423a-9591-4a5055bf7581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (7fb65684-598c-4963-b612-6833ea149e02), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.214560 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-5ce21127-6f79-423a-9591-4a5055bf7581 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0f241a03c9c4aa883ba8788cb0bec1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426113 Apr 05 11:06:52.214560 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce21127-6f79-423a-9591-4a5055bf7581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb65684-598c-4963-b612-6833ea149e02,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:52.215107 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50308) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:52.267317 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0159f1b-59e1-4aa2-aad2-b6e5ffc79226 admin admin] Publish callbacks [] for security_group (7fb65684-598c-4963-b612-6833ea149e02), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.289192 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0159f1b-59e1-4aa2-aad2-b6e5ffc79226 admin admin] Publish callbacks [] for security_group (7fb65684-598c-4963-b612-6833ea149e02), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.344958 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0159f1b-59e1-4aa2-aad2-b6e5ffc79226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (7fb65684-598c-4963-b612-6833ea149e02), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.347557 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c0159f1b-59e1-4aa2-aad2-b6e5ffc79226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.348775 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-c0159f1b-59e1-4aa2-aad2-b6e5ffc79226 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fb65684-598c-4963-b612-6833ea149e02 HTTP/1.1" status: 204 len: 168 time: 0.1325004 Apr 05 11:06:52.357043 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0159f1b-59e1-4aa2-aad2-b6e5ffc79226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb65684-598c-4963-b612-6833ea149e02,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:52.700589 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50324) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:52.717545 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c53fd48-0564-45aa-bf5f-ef0d3cbcc99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.747746 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd869b07-5ae5-4379-aacf-52a6da5b784e req-862579b2-c7e0-4ae9-a133-b5b9792b9419 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:52.747746 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cd869b07-5ae5-4379-aacf-52a6da5b784e req-862579b2-c7e0-4ae9-a133-b5b9792b9419 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 943 time: 0.0705824 Apr 05 11:06:52.819549 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cd869b07-5ae5-4379-aacf-52a6da5b784e req-3bd86b45-2c1c-417d-ba11-6e986ead5991 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/security-groups?id=d53644c6-82af-4772-acec-d18c1e7810aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700157 Apr 05 11:06:52.851722 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c53fd48-0564-45aa-bf5f-ef0d3cbcc99c admin admin] Publish callbacks [] for security_group (35ef2de8-db67-445e-a171-c98716e7379f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.857236 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-5c53fd48-0564-45aa-bf5f-ef0d3cbcc99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (35ef2de8-db67-445e-a171-c98716e7379f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.900236 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-5c53fd48-0564-45aa-bf5f-ef0d3cbcc99c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be80db7834ba48df9aa6bd4b1d6d36b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979663 Apr 05 11:06:52.901848 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 50336) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:52.904159 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53fd48-0564-45aa-bf5f-ef0d3cbcc99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ef2de8-db67-445e-a171-c98716e7379f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:52.958998 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf817522-f46b-4e41-9249-1b4bbdc821fb admin admin] Publish callbacks [] for security_group (35ef2de8-db67-445e-a171-c98716e7379f), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.981420 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf817522-f46b-4e41-9249-1b4bbdc821fb admin admin] Publish callbacks [] for security_group (35ef2de8-db67-445e-a171-c98716e7379f), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:53.031836 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf817522-f46b-4e41-9249-1b4bbdc821fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (35ef2de8-db67-445e-a171-c98716e7379f), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:53.035178 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-cf817522-f46b-4e41-9249-1b4bbdc821fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:53.036696 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-cf817522-f46b-4e41-9249-1b4bbdc821fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35ef2de8-db67-445e-a171-c98716e7379f HTTP/1.1" status: 204 len: 168 time: 0.1337006 Apr 05 11:06:53.047671 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf817522-f46b-4e41-9249-1b4bbdc821fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ef2de8-db67-445e-a171-c98716e7379f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:53.224030 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device fd7b0a3b-dcd4-484d-ad50-187076ee822f details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:06:53.376557 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port fd7b0a3b-dcd4-484d-ad50-187076ee822f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=fd7b0a3b-dcd4-484d-ad50-187076ee822f,segment=NetworkSegment(e892b013-95e2-4347-9d9e-5113fb1ee2dd),segment_id=e892b013-95e2-4347-9d9e-5113fb1ee2dd)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:53.391125 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': 'fd7b0a3b-dcd4-484d-ad50-187076ee822f', 'network_id': 'dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea', 'port_id': 'fd7b0a3b-dcd4-484d-ad50-187076ee822f', 'mac_address': 'fa:16:3e:2e:31:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aeed731-eafc-4c94-b749-dad02961f189', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:06:53.433934 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port fd7b0a3b-dcd4-484d-ad50-187076ee822f is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:53.434324 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:53.449103 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7b0a3b-dcd4-484d-ad50-187076ee822f {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:06:53.473673 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port fd7b0a3b-dcd4-484d-ad50-187076ee822f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=fd7b0a3b-dcd4-484d-ad50-187076ee822f,segment=NetworkSegment(e892b013-95e2-4347-9d9e-5113fb1ee2dd),segment_id=e892b013-95e2-4347-9d9e-5113fb1ee2dd)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:53.477706 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:53.530123 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=fd7b0a3b-dcd4-484d-ad50-187076ee822f,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:53.694949 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['fd7b0a3b-dcd4-484d-ad50-187076ee822f'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:06:53.965009 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f301-1d29-489d-a6fb-0ba1bce0f683 req-493f92ae-417e-4c40-9614-9429a84da6bd tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:53.966839 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aa07f301-1d29-489d-a6fb-0ba1bce0f683 req-493f92ae-417e-4c40-9614-9429a84da6bd tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 944 time: 0.0624578 Apr 05 11:06:54.020775 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-aa07f301-1d29-489d-a6fb-0ba1bce0f683 req-5469f726-d361-43bf-a6ce-4f25a796501b tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/security-groups?id=d53644c6-82af-4772-acec-d18c1e7810aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Apr 05 11:06:54.554835 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9714c9f-c552-4811-ba94-510a6a78be8c req-54faf343-e798-4c1a-96d5-bccafc6588d7 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:54.556623 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b9714c9f-c552-4811-ba94-510a6a78be8c req-54faf343-e798-4c1a-96d5-bccafc6588d7 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 946 time: 0.0601764 Apr 05 11:06:54.606595 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b9714c9f-c552-4811-ba94-510a6a78be8c req-f42366f0-6168-4247-9019-56b9140b6196 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Apr 05 11:06:54.630450 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50394) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:54.828492 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0de0a9-89c5-4c8f-89bb-07a467606078 tempest-TestMinimumBasicScenario-1840820720 tempest-TestMinimumBasicScenario-1840820720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:54.830154 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ee0de0a9-89c5-4c8f-89bb-07a467606078 tempest-TestMinimumBasicScenario-1840820720 tempest-TestMinimumBasicScenario-1840820720-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 1125 time: 0.1986158 Apr 05 11:06:54.833251 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 50398) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:54.837768 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Request body: {'floatingip': {'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'port_id': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:54.860466 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:54.961900 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:55.068621 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Allocated IP 172.28.2.149 (00d12171-f517-474d-a69e-00f7b55a096a/2e4d706c-18a7-4087-b575-3f20d228d196/0a34be72-8755-43ec-92bc-c902f4aeceda) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:06:55.218017 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273ce6f-1d60-4f13-b060-35a72b9a8951 req-ccaeb9cb-3f00-4449-a115-cbe4f50eeb27 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:55.219869 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d273ce6f-1d60-4f13-b060-35a72b9a8951 req-ccaeb9cb-3f00-4449-a115-cbe4f50eeb27 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 944 time: 0.1156170 Apr 05 11:06:55.225810 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for port (0a34be72-8755-43ec-92bc-c902f4aeceda), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:55.226864 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device fd7b0a3b-dcd4-484d-ad50-187076ee822f up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:06:55.296115 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port fd7b0a3b-dcd4-484d-ad50-187076ee822f completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:06:55.301137 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port fd7b0a3b-dcd4-484d-ad50-187076ee822f triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:55.301267 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d273ce6f-1d60-4f13-b060-35a72b9a8951 req-bb8064ab-6327-4f9b-9cbd-fdd7423aa3e4 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/security-groups?id=d53644c6-82af-4772-acec-d18c1e7810aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664818 Apr 05 11:06:55.310070 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:55.315272 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (0a34be72-8755-43ec-92bc-c902f4aeceda), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:55.361641 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Network 00d12171-f517-474d-a69e-00f7b55a096a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:06:55.364775 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:06:55.371606 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:06:55.378426 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'Port': ['ID=0a34be72-8755-43ec-92bc-c902f4aeceda,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:55.412284 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port fd7b0a3b-dcd4-484d-ad50-187076ee822f is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:55.413102 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:55.442576 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eb2dfa-983f-4636-ae43-43a6fee1688c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7b0a3b-dcd4-484d-ad50-187076ee822f'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:06:55.445843 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e3b2be-2897-4396-8bda-dae65a3d3c3f" -d '{"events": [{"server_uuid": "f0eb2dfa-983f-4636-ae43-43a6fee1688c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7b0a3b-dcd4-484d-ad50-187076ee822f"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:06:55.461765 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port fd7b0a3b-dcd4-484d-ad50-187076ee822f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=fd7b0a3b-dcd4-484d-ad50-187076ee822f,segment=NetworkSegment(e892b013-95e2-4347-9d9e-5113fb1ee2dd),segment_id=e892b013-95e2-4347-9d9e-5113fb1ee2dd)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:55.468001 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:55.496758 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c9654f-8a40-4bc8-8f01-b6502437a317 x-openstack-request-id: req-37c9654f-8a40-4bc8-8f01-b6502437a317 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:06:55.497072 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eb2dfa-983f-4636-ae43-43a6fee1688c", "name": "network-vif-plugged", "status": "completed", "tag": "fd7b0a3b-dcd4-484d-ad50-187076ee822f", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:06:55.497514 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37c9654f-8a40-4bc8-8f01-b6502437a317 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:06:55.498047 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c9654f-8a40-4bc8-8f01-b6502437a317'] response: {'server_uuid': 'f0eb2dfa-983f-4636-ae43-43a6fee1688c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7b0a3b-dcd4-484d-ad50-187076ee822f', 'code': 200} Apr 05 11:06:55.529821 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=fd7b0a3b-dcd4-484d-ad50-187076ee822f,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:55.724179 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a321fd9-2dd1-4341-9c54-613441cdc028 req-7ac1ee42-4136-4b8a-aa1c-0d462ec09724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:55.725617 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1a321fd9-2dd1-4341-9c54-613441cdc028 req-7ac1ee42-4136-4b8a-aa1c-0d462ec09724 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 1129 time: 0.0898948 Apr 05 11:06:55.845623 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1a321fd9-2dd1-4341-9c54-613441cdc028 req-a809c11b-09e1-4ea7-9646-90e9b7ee376a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d53644c6-82af-4772-acec-d18c1e7810aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143408 Apr 05 11:06:55.877455 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for floatingip (cb374478-d7d9-4c11-9dd0-c38863475817), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:55.957618 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (0a34be72-8755-43ec-92bc-c902f4aeceda), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:56.122147 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for port (0a34be72-8755-43ec-92bc-c902f4aeceda), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:56.127874 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (0a34be72-8755-43ec-92bc-c902f4aeceda), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:56.202890 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'Port': ['ID=0a34be72-8755-43ec-92bc-c902f4aeceda,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:56.217198 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577496'] for floatingip (cb374478-d7d9-4c11-9dd0-c38863475817), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:56.328406 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.db.l3_db [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Floating IP cb374478-d7d9-4c11-9dd0-c38863475817 associated. External IP: 172.28.2.149, port: dd19bb47-9b9a-4cd2-832d-ead0330ab9c7. Apr 05 11:06:56.488524 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d202f6-bace-4c56-aa58-c9b7d6f16e36 req-bbddb4aa-9055-407b-bb9c-eb835a86f996 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:56.490613 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-23d202f6-bace-4c56-aa58-c9b7d6f16e36 req-bbddb4aa-9055-407b-bb9c-eb835a86f996 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 945 time: 0.1089165 Apr 05 11:06:56.613549 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b22c2474-a967-4905-aa77-91e2e84f318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:56.627026 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-23d202f6-bace-4c56-aa58-c9b7d6f16e36 req-47db448c-c0c6-4ae1-a70c-6cc766bd2382 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/security-groups?id=d53644c6-82af-4772-acec-d18c1e7810aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022427 Apr 05 11:06:56.644632 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Router 9687e8d5-f530-4c91-8002-7e2715ec13f2 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:06:56.769169 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:06:56.779470 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340f0a3-8f0a-4162-b64b-542d2449004e None None] Sync routers for ids ['9687e8d5-f530-4c91-8002-7e2715ec13f2'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:06:56.789950 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:56.791687 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340f0a3-8f0a-4162-b64b-542d2449004e None None] Routers {'9687e8d5-f530-4c91-8002-7e2715ec13f2'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:56.792326 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9340f0a3-8f0a-4162-b64b-542d2449004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['9687e8d5-f530-4c91-8002-7e2715ec13f2'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:56.819908 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-3934555f-9cca-467d-a76e-52293ed288d4 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9854999 Apr 05 11:06:56.820845 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:06:56.822753 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50434) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:56.823225 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0772739b-f915-4b93-bb83-c7b645a60a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:06:56.828483 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-16175e9e-0063-421b-8634-6e496fb9c6cc tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758044247', 'description': 'tempest-secgroup-smoke-1758044247 description', 'project_id': '482cb55d35744b6c98690c1bf5b33699'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:56.852331 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16175e9e-0063-421b-8634-6e496fb9c6cc tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:56.867378 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfa4da2-91dc-46bf-85fb-fba2768fe4b5 x-openstack-request-id: req-1bfa4da2-91dc-46bf-85fb-fba2768fe4b5 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:06:56.867710 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:06:56.867966 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bfa4da2-91dc-46bf-85fb-fba2768fe4b5 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:06:56.868382 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfa4da2-91dc-46bf-85fb-fba2768fe4b5'] response: {'name': 'network-changed', 'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'status': 'completed', 'code': 200} Apr 05 11:06:56.904376 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-9340f0a3-8f0a-4162-b64b-542d2449004e None None] Set router 9687e8d5-f530-4c91-8002-7e2715ec13f2 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:56.924844 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16175e9e-0063-421b-8634-6e496fb9c6cc tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group (561427bd-becc-4f0f-84cd-2378c2a2ba50), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:56.931054 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16175e9e-0063-421b-8634-6e496fb9c6cc tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (561427bd-becc-4f0f-84cd-2378c2a2ba50), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:56.959979 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16175e9e-0063-421b-8634-6e496fb9c6cc tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561427bd-becc-4f0f-84cd-2378c2a2ba50,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:56.974886 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-16175e9e-0063-421b-8634-6e496fb9c6cc tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:56.977711 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-16175e9e-0063-421b-8634-6e496fb9c6cc tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1520231 Apr 05 11:06:56.979115 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50442) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:56.983783 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-dbddc3a1-f390-4a35-b811-4ab0073d1fda tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Request body: {'security_group_rule': {'security_group_id': '561427bd-becc-4f0f-84cd-2378c2a2ba50', 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:57.012195 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbddc3a1-f390-4a35-b811-4ab0073d1fda tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (32690cf3-42f4-4e76-90aa-39492a2b5c56), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.077332 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbddc3a1-f390-4a35-b811-4ab0073d1fda tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (32690cf3-42f4-4e76-90aa-39492a2b5c56), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.083699 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbddc3a1-f390-4a35-b811-4ab0073d1fda tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (32690cf3-42f4-4e76-90aa-39492a2b5c56), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.105446 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddc3a1-f390-4a35-b811-4ab0073d1fda tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32690cf3-42f4-4e76-90aa-39492a2b5c56,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:57.119032 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-dbddc3a1-f390-4a35-b811-4ab0073d1fda tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.120361 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-dbddc3a1-f390-4a35-b811-4ab0073d1fda tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401329 Apr 05 11:06:57.122988 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50448) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:57.128145 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ad84227d-7433-489b-92b8-993b943c75a6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Request body: {'security_group_rule': {'security_group_id': '561427bd-becc-4f0f-84cd-2378c2a2ba50', 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:57.159901 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad84227d-7433-489b-92b8-993b943c75a6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (88803d5c-4c05-4105-b8ed-147df75ab8b8), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.160105 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9340f0a3-8f0a-4162-b64b-542d2449004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:03Z', 'revision_number': 4, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': 'cb374478-d7d9-4c11-9dd0-c38863475817', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'port_id': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'mac_address': 'fa:16:3e:65:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:06:55Z', 'updated_at': '2022-04-05T11:06:55Z', 'revision_number': 0, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc406490-13a2-4f8e-8cff-291e6011e65b', 'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'mac_address': 'fa:16:3e:57:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:02Z', 'updated_at': '2022-04-05T11:06:07Z', 'revision_number': 5, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'subnets': [{'id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:57.193346 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340f0a3-8f0a-4162-b64b-542d2449004e None None] Checking router: 9687e8d5-f530-4c91-8002-7e2715ec13f2 for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:06:57.204022 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340f0a3-8f0a-4162-b64b-542d2449004e None None] Routers {'9687e8d5-f530-4c91-8002-7e2715ec13f2'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:06:57.204911 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9340f0a3-8f0a-4162-b64b-542d2449004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:06:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['9687e8d5-f530-4c91-8002-7e2715ec13f2'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:57.242528 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad84227d-7433-489b-92b8-993b943c75a6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (88803d5c-4c05-4105-b8ed-147df75ab8b8), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.247792 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad84227d-7433-489b-92b8-993b943c75a6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (88803d5c-4c05-4105-b8ed-147df75ab8b8), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.262286 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772739b-f915-4b93-bb83-c7b645a60a3b req-2cf12fb1-eff4-442c-ba41-dca23e309562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:57.264863 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0772739b-f915-4b93-bb83-c7b645a60a3b req-2cf12fb1-eff4-442c-ba41-dca23e309562 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=482cb55d35744b6c98690c1bf5b33699&device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 1130 time: 0.0598609 Apr 05 11:06:57.271290 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84227d-7433-489b-92b8-993b943c75a6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88803d5c-4c05-4105-b8ed-147df75ab8b8,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:57.283101 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ad84227d-7433-489b-92b8-993b943c75a6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.284347 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ad84227d-7433-489b-92b8-993b943c75a6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601262 Apr 05 11:06:57.287134 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50450) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:57.294414 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-e99c3623-0eb8-4df2-ad9c-bbdc9e48dc11 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Request body: {'security_group_rule': {'security_group_id': '561427bd-becc-4f0f-84cd-2378c2a2ba50', 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:57.326688 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e99c3623-0eb8-4df2-ad9c-bbdc9e48dc11 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (6601fb5e-a5b6-47c1-be4f-b01a4b961105), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.342055 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-9340f0a3-8f0a-4162-b64b-542d2449004e None None] Set router 9687e8d5-f530-4c91-8002-7e2715ec13f2 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:06:57.397768 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e99c3623-0eb8-4df2-ad9c-bbdc9e48dc11 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (6601fb5e-a5b6-47c1-be4f-b01a4b961105), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.402610 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e99c3623-0eb8-4df2-ad9c-bbdc9e48dc11 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (6601fb5e-a5b6-47c1-be4f-b01a4b961105), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.406736 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772739b-f915-4b93-bb83-c7b645a60a3b req-bf497d1a-5d6e-455c-a566-4b23f99548b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:57.408693 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0772739b-f915-4b93-bb83-c7b645a60a3b req-bf497d1a-5d6e-455c-a566-4b23f99548b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3351e8de-9fa7-446a-847c-b18fd43e9c58 HTTP/1.1" status: 200 len: 916 time: 0.1176283 Apr 05 11:06:57.423862 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c3623-0eb8-4df2-ad9c-bbdc9e48dc11 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6601fb5e-a5b6-47c1-be4f-b01a4b961105,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:57.430784 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-e99c3623-0eb8-4df2-ad9c-bbdc9e48dc11 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.434851 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-e99c3623-0eb8-4df2-ad9c-bbdc9e48dc11 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434233 Apr 05 11:06:57.435325 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50452) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:57.441468 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-ae3420e9-63c8-4ca0-a03a-e8ffdf6268bf tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Request body: {'security_group_rule': {'security_group_id': '561427bd-becc-4f0f-84cd-2378c2a2ba50', 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:57.485452 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae3420e9-63c8-4ca0-a03a-e8ffdf6268bf tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (c232277a-ffac-4e0c-9de0-98e2bb572c90), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.498341 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0772739b-f915-4b93-bb83-c7b645a60a3b req-dbb6aabf-4104-4ebf-8c69-9f2ae236d68d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 HTTP/1.1" status: 200 len: 1000 time: 0.0817339 Apr 05 11:06:57.565097 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772739b-f915-4b93-bb83-c7b645a60a3b req-c1e9424b-a157-4475-a404-62af11c7e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:57.566642 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0772739b-f915-4b93-bb83-c7b645a60a3b req-c1e9424b-a157-4475-a404-62af11c7e52b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5304b95-7b40-4942-9d48-d711cedf3845 HTTP/1.1" status: 200 len: 854 time: 0.0611742 Apr 05 11:06:57.569965 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae3420e9-63c8-4ca0-a03a-e8ffdf6268bf tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (c232277a-ffac-4e0c-9de0-98e2bb572c90), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.575336 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae3420e9-63c8-4ca0-a03a-e8ffdf6268bf tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (c232277a-ffac-4e0c-9de0-98e2bb572c90), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.598587 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3420e9-63c8-4ca0-a03a-e8ffdf6268bf tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c232277a-ffac-4e0c-9de0-98e2bb572c90,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:57.613448 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ae3420e9-63c8-4ca0-a03a-e8ffdf6268bf tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.617935 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ae3420e9-63c8-4ca0-a03a-e8ffdf6268bf tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1786792 Apr 05 11:06:57.618198 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50458) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:57.625316 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-b2bc1c91-9b59-473a-bafd-0eb7eb8adce5 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Request body: {'security_group_rule': {'security_group_id': '561427bd-becc-4f0f-84cd-2378c2a2ba50', 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:57.636097 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-9340f0a3-8f0a-4162-b64b-542d2449004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:03Z', 'revision_number': 4, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': 'cb374478-d7d9-4c11-9dd0-c38863475817', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'port_id': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'mac_address': 'fa:16:3e:65:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:06:55Z', 'updated_at': '2022-04-05T11:06:55Z', 'revision_number': 0, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc406490-13a2-4f8e-8cff-291e6011e65b', 'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'mac_address': 'fa:16:3e:57:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:02Z', 'updated_at': '2022-04-05T11:06:07Z', 'revision_number': 5, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'subnets': [{'id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:06:57.650229 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-b2bc1c91-9b59-473a-bafd-0eb7eb8adce5 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Project 482cb55d35744b6c98690c1bf5b33699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:06:57.658288 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1c91-9b59-473a-bafd-0eb7eb8adce5 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (402efcc0-2f7f-4203-a9af-b7ad2572778f), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.673234 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9340f0a3-8f0a-4162-b64b-542d2449004e None None] The sync data for ids ['9687e8d5-f530-4c91-8002-7e2715ec13f2'] in dv-cinder-818994-3-smb is: [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:03Z', 'revision_number': 4, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_floatingips': [{'id': 'cb374478-d7d9-4c11-9dd0-c38863475817', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'router_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'port_id': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'mac_address': 'fa:16:3e:65:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:06:55Z', 'updated_at': '2022-04-05T11:06:55Z', 'revision_number': 0, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc406490-13a2-4f8e-8cff-291e6011e65b', 'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'mac_address': 'fa:16:3e:57:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:02Z', 'updated_at': '2022-04-05T11:06:07Z', 'revision_number': 5, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'subnets': [{'id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:06:57.739616 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1c91-9b59-473a-bafd-0eb7eb8adce5 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (402efcc0-2f7f-4203-a9af-b7ad2572778f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.745797 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1c91-9b59-473a-bafd-0eb7eb8adce5 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (402efcc0-2f7f-4203-a9af-b7ad2572778f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.772582 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-b2bc1c91-9b59-473a-bafd-0eb7eb8adce5 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.778885 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-b2bc1c91-9b59-473a-bafd-0eb7eb8adce5 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1569164 Apr 05 11:06:57.779935 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50464) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:57.790851 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-05d2ae16-2198-491b-b94a-2ea8421e8bb6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Request body: {'security_group_rule': {'security_group_id': '561427bd-becc-4f0f-84cd-2378c2a2ba50', 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:57.801536 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc1c91-9b59-473a-bafd-0eb7eb8adce5 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402efcc0-2f7f-4203-a9af-b7ad2572778f,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:57.823405 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.securitygroups_db [None req-05d2ae16-2198-491b-b94a-2ea8421e8bb6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Project 482cb55d35744b6c98690c1bf5b33699 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:06:57.830585 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05d2ae16-2198-491b-b94a-2ea8421e8bb6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (fe759d7d-fc19-45c0-b823-fed0a078b3bf), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.842973 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50466) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:57.920522 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05d2ae16-2198-491b-b94a-2ea8421e8bb6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (fe759d7d-fc19-45c0-b823-fed0a078b3bf), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.929145 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05d2ae16-2198-491b-b94a-2ea8421e8bb6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515601'] for security_group_rule (fe759d7d-fc19-45c0-b823-fed0a078b3bf), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.960591 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-05d2ae16-2198-491b-b94a-2ea8421e8bb6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:57.966041 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-05d2ae16-2198-491b-b94a-2ea8421e8bb6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1798089 Apr 05 11:06:57.969927 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2ae16-2198-491b-b94a-2ea8421e8bb6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe759d7d-fc19-45c0-b823-fed0a078b3bf,revision_number=0']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:57.977139 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4a681-11be-4109-adf4-b5ca1a1f18be None None] New status for floating IP cb374478-d7d9-4c11-9dd0-c38863475817: ACTIVE {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:06:58.010306 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772739b-f915-4b93-bb83-c7b645a60a3b req-9198cea6-8b83-4f8d-a388-1004543cf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:58.010534 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-040cbacc-6ca0-484f-ac1c-a10f56f0dc34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.011843 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0772739b-f915-4b93-bb83-c7b645a60a3b req-9198cea6-8b83-4f8d-a388-1004543cf476 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3351e8de-9fa7-446a-847c-b18fd43e9c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4385238 Apr 05 11:06:58.096620 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-040cbacc-6ca0-484f-ac1c-a10f56f0dc34 admin admin] Publish callbacks [] for security_group (5f7ee44c-a53b-4f29-91ec-d6f385b9c865), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.101920 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-040cbacc-6ca0-484f-ac1c-a10f56f0dc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (5f7ee44c-a53b-4f29-91ec-d6f385b9c865), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.110164 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a00f56-0ff8-453f-bf70-4cdc8c68943c req-6a20d91f-61c0-49b8-a3de-97432b5a48ce tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:58.111769 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f6a00f56-0ff8-453f-bf70-4cdc8c68943c req-6a20d91f-61c0-49b8-a3de-97432b5a48ce tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 945 time: 0.1396606 Apr 05 11:06:58.148332 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-040cbacc-6ca0-484f-ac1c-a10f56f0dc34 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=823e774694ea4a0aa51043265260c0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040287 Apr 05 11:06:58.149238 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cbacc-6ca0-484f-ac1c-a10f56f0dc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7ee44c-a53b-4f29-91ec-d6f385b9c865,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:58.151600 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50472) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:58.186297 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d8045a72-43c1-4656-8370-84d7f3219243 req-2844a556-9486-473d-a1da-22886ff9949c tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758044247&fields=id&tenant_id=482cb55d35744b6c98690c1bf5b33699 HTTP/1.1" status: 200 len: 267 time: 0.1475346 Apr 05 11:06:58.213809 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0772739b-f915-4b93-bb83-c7b645a60a3b req-83463228-47ea-4f0b-8ef1-f3e13ecbfb6f service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931145 Apr 05 11:06:58.233425 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c787a62d-ea78-4a1b-bce3-81a1e3a87336 admin admin] Publish callbacks [] for security_group (5f7ee44c-a53b-4f29-91ec-d6f385b9c865), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.258419 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f6a00f56-0ff8-453f-bf70-4cdc8c68943c req-1b8842e6-78e8-46c2-a1e6-175cb40863b9 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/security-groups?id=d53644c6-82af-4772-acec-d18c1e7810aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304836 Apr 05 11:06:58.267124 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c787a62d-ea78-4a1b-bce3-81a1e3a87336 admin admin] Publish callbacks [] for security_group (5f7ee44c-a53b-4f29-91ec-d6f385b9c865), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.337200 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8045a72-43c1-4656-8370-84d7f3219243 req-c4e4fd0d-c89e-497c-9245-92d76a130a79 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:58.338681 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d8045a72-43c1-4656-8370-84d7f3219243 req-c4e4fd0d-c89e-497c-9245-92d76a130a79 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 946 time: 0.1407018 Apr 05 11:06:58.344746 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c787a62d-ea78-4a1b-bce3-81a1e3a87336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (5f7ee44c-a53b-4f29-91ec-d6f385b9c865), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.347913 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c787a62d-ea78-4a1b-bce3-81a1e3a87336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.351901 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-c787a62d-ea78-4a1b-bce3-81a1e3a87336 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f7ee44c-a53b-4f29-91ec-d6f385b9c865 HTTP/1.1" status: 204 len: 168 time: 0.1968508 Apr 05 11:06:58.356809 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-d8045a72-43c1-4656-8370-84d7f3219243 req-03ea1846-21c0-43d4-aec4-4d14fb82f56e tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Request body: {'port': {'security_groups': ['0d16651e-b27f-41ee-b51d-36d72f7468f7', '561427bd-becc-4f0f-84cd-2378c2a2ba50']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:58.359116 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787a62d-ea78-4a1b-bce3-81a1e3a87336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7ee44c-a53b-4f29-91ec-d6f385b9c865,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:58.363495 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0772739b-f915-4b93-bb83-c7b645a60a3b req-b8e58ec2-d22f-4f3b-b9fb-aedaa945af4c service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405125 Apr 05 11:06:58.442947 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d8045a72-43c1-4656-8370-84d7f3219243 req-03ea1846-21c0-43d4-aec4-4d14fb82f56e tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.684426 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d8045a72-43c1-4656-8370-84d7f3219243 req-03ea1846-21c0-43d4-aec4-4d14fb82f56e tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] For port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:06:58.703461 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50490) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:58.716822 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04cb83f3-fbb4-4193-ba5a-d7498ac1fc92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.727230 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d8045a72-43c1-4656-8370-84d7f3219243 req-03ea1846-21c0-43d4-aec4-4d14fb82f56e tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.733330 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d8045a72-43c1-4656-8370-84d7f3219243 req-03ea1846-21c0-43d4-aec4-4d14fb82f56e tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.757710 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:06:58.779960 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8045a72-43c1-4656-8370-84d7f3219243 req-03ea1846-21c0-43d4-aec4-4d14fb82f56e tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:58.780737 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d8045a72-43c1-4656-8370-84d7f3219243 req-03ea1846-21c0-43d4-aec4-4d14fb82f56e tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.785750 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d8045a72-43c1-4656-8370-84d7f3219243 req-03ea1846-21c0-43d4-aec4-4d14fb82f56e tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "PUT /v2.0/ports/dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 HTTP/1.1" status: 200 len: 982 time: 0.4368446 Apr 05 11:06:58.813618 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea1846-21c0-43d4-aec4-4d14fb82f56e tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'Port': ['ID=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,revision_number=6']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:58.848190 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04cb83f3-fbb4-4193-ba5a-d7498ac1fc92 admin admin] Publish callbacks [] for security_group (f56949a8-c11f-440f-8d02-f23045de306b), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.854520 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-04cb83f3-fbb4-4193-ba5a-d7498ac1fc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (f56949a8-c11f-440f-8d02-f23045de306b), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:58.863504 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:06:58.875257 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:06:58.879887 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bec765b-f222-4769-a327-ff8708d9346a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:06:58.905115 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-04cb83f3-fbb4-4193-ba5a-d7498ac1fc92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d4a2799f6164bb5b8a49999e44006e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002354 Apr 05 11:06:58.911187 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50496) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:58.935275 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb83f3-fbb4-4193-ba5a-d7498ac1fc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56949a8-c11f-440f-8d02-f23045de306b,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:58.976095 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8283b62f-76cf-49c8-a09d-c0adfd0a560a x-openstack-request-id: req-8283b62f-76cf-49c8-a09d-c0adfd0a560a {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:06:58.976095 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:06:58.976354 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8283b62f-76cf-49c8-a09d-c0adfd0a560a {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:06:58.976572 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8283b62f-76cf-49c8-a09d-c0adfd0a560a'] response: {'name': 'network-changed', 'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'status': 'completed', 'code': 200} Apr 05 11:06:59.008030 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214b7c4-71b7-4cee-9f17-dce62acef83d req-ef78390a-7330-493c-8a46-6c512796ce50 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:59.009682 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7214b7c4-71b7-4cee-9f17-dce62acef83d req-ef78390a-7330-493c-8a46-6c512796ce50 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.1463504 Apr 05 11:06:59.023006 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcb5e559-816d-4ba8-a6d9-2dc1f326a73e admin admin] Publish callbacks [] for security_group (f56949a8-c11f-440f-8d02-f23045de306b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:59.047518 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcb5e559-816d-4ba8-a6d9-2dc1f326a73e admin admin] Publish callbacks [] for security_group (f56949a8-c11f-440f-8d02-f23045de306b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:59.108495 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcb5e559-816d-4ba8-a6d9-2dc1f326a73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (f56949a8-c11f-440f-8d02-f23045de306b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:59.108789 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec765b-f222-4769-a327-ff8708d9346a req-2c316c52-8598-4b32-b29c-a1394fd7aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:59.110321 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3bec765b-f222-4769-a327-ff8708d9346a req-2c316c52-8598-4b32-b29c-a1394fd7aa4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=482cb55d35744b6c98690c1bf5b33699&device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 1169 time: 0.0997660 Apr 05 11:06:59.112501 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-bcb5e559-816d-4ba8-a6d9-2dc1f326a73e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:59.114855 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-bcb5e559-816d-4ba8-a6d9-2dc1f326a73e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f56949a8-c11f-440f-8d02-f23045de306b HTTP/1.1" status: 204 len: 168 time: 0.2024772 Apr 05 11:06:59.123364 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7214b7c4-71b7-4cee-9f17-dce62acef83d req-5dafa1e3-bd5e-4558-b63a-6ec431f31762 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018205 Apr 05 11:06:59.136356 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5e559-816d-4ba8-a6d9-2dc1f326a73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56949a8-c11f-440f-8d02-f23045de306b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:59.216651 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-387ea483-4b69-40bd-be98-4c50fa0579c7 None None] Provisioning complete for port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:59.217024 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-387ea483-4b69-40bd-be98-4c50fa0579c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:59.219802 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec765b-f222-4769-a327-ff8708d9346a req-ecbc07d7-29e9-4036-82c3-4d6edcd134fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:59.222302 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3bec765b-f222-4769-a327-ff8708d9346a req-ecbc07d7-29e9-4036-82c3-4d6edcd134fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=3351e8de-9fa7-446a-847c-b18fd43e9c58 HTTP/1.1" status: 200 len: 916 time: 0.1051314 Apr 05 11:06:59.297261 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3bec765b-f222-4769-a327-ff8708d9346a req-4fd6dc88-79db-420a-9f19-3201d7a88cc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 HTTP/1.1" status: 200 len: 1002 time: 0.0676651 Apr 05 11:06:59.359826 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec765b-f222-4769-a327-ff8708d9346a req-1c84e5aa-1088-4048-b668-f27d0bc42711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:59.361396 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3bec765b-f222-4769-a327-ff8708d9346a req-1c84e5aa-1088-4048-b668-f27d0bc42711 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5304b95-7b40-4942-9d48-d711cedf3845 HTTP/1.1" status: 200 len: 854 time: 0.0567982 Apr 05 11:06:59.434315 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec765b-f222-4769-a327-ff8708d9346a req-8401ebec-89f3-4c4e-a592-87c244ce5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:59.439072 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3bec765b-f222-4769-a327-ff8708d9346a req-8401ebec-89f3-4c4e-a592-87c244ce5aed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3351e8de-9fa7-446a-847c-b18fd43e9c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0719135 Apr 05 11:06:59.470777 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-387ea483-4b69-40bd-be98-4c50fa0579c7 None None] Current status of the port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:59.565935 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3bec765b-f222-4769-a327-ff8708d9346a req-52443e0c-c3c1-4901-8ced-3cb9620aed8b service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198730 Apr 05 11:06:59.611854 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1e13c09-0649-44a3-9827-7e5511624add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:59.695501 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3bec765b-f222-4769-a327-ff8708d9346a req-ea60c936-67c6-40e5-a2ad-95dd60b2e7f6 service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229625 Apr 05 11:07:00.402599 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50552) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:00.516215 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ee7f-45d8-4a57-a6fc-464459c4ceb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:00.605823 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ee7f-45d8-4a57-a6fc-464459c4ceb5 admin admin] Publish callbacks [] for security_group (0534f6b3-fed4-4cd5-86f4-2348b7bb9cb7), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:00.610765 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ee7f-45d8-4a57-a6fc-464459c4ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (0534f6b3-fed4-4cd5-86f4-2348b7bb9cb7), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:00.648032 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7ee7f-45d8-4a57-a6fc-464459c4ceb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0534f6b3-fed4-4cd5-86f4-2348b7bb9cb7,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:00.653204 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-7cf7ee7f-45d8-4a57-a6fc-464459c4ceb5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3a2eeedbeb247e4b53906e4858d04fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494807 Apr 05 11:07:00.656581 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50562) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:00.714575 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-103f1779-5790-4c48-8cb6-31c0cec275f6 admin admin] Publish callbacks [] for security_group (0534f6b3-fed4-4cd5-86f4-2348b7bb9cb7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:00.739395 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-103f1779-5790-4c48-8cb6-31c0cec275f6 admin admin] Publish callbacks [] for security_group (0534f6b3-fed4-4cd5-86f4-2348b7bb9cb7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:00.795748 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-103f1779-5790-4c48-8cb6-31c0cec275f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (0534f6b3-fed4-4cd5-86f4-2348b7bb9cb7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:00.799532 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-103f1779-5790-4c48-8cb6-31c0cec275f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:00.804245 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-103f1779-5790-4c48-8cb6-31c0cec275f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0534f6b3-fed4-4cd5-86f4-2348b7bb9cb7 HTTP/1.1" status: 204 len: 168 time: 0.1466918 Apr 05 11:07:00.813716 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f1779-5790-4c48-8cb6-31c0cec275f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0534f6b3-fed4-4cd5-86f4-2348b7bb9cb7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:00.966186 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:00.987901 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ece2-13e2-4ef3-a813-f5b18dad4e2d req-de62711f-4c9a-47ec-adaf-796423fec288 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:00.990510 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2552ece2-13e2-4ef3-a813-f5b18dad4e2d req-de62711f-4c9a-47ec-adaf-796423fec288 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 945 time: 0.0601718 Apr 05 11:07:01.057605 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2552ece2-13e2-4ef3-a813-f5b18dad4e2d req-d3a22805-5142-4ba8-aa2a-fd740bb236c7 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/security-groups?id=d53644c6-82af-4772-acec-d18c1e7810aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581636 Apr 05 11:07:01.942203 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50610) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:02.068479 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06f47af2-e245-4cc5-a546-1fdfe74fc901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.152871 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06f47af2-e245-4cc5-a546-1fdfe74fc901 admin admin] Publish callbacks [] for security_group (ad0b00d7-70db-4234-83ef-d1fc8f4b898d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.160296 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-06f47af2-e245-4cc5-a546-1fdfe74fc901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (ad0b00d7-70db-4234-83ef-d1fc8f4b898d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.192933 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e036db-895d-48b3-b800-3da0d6223c0b req-1bf39de8-b0c3-422a-a29f-dc4594a82485 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:02.194477 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-68e036db-895d-48b3-b800-3da0d6223c0b req-1bf39de8-b0c3-422a-a29f-dc4594a82485 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 945 time: 0.0630503 Apr 05 11:07:02.209782 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-06f47af2-e245-4cc5-a546-1fdfe74fc901 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4c2a87e13f5447d8d4822003af8d73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664359 Apr 05 11:07:02.210402 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50620) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:02.231388 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f47af2-e245-4cc5-a546-1fdfe74fc901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0b00d7-70db-4234-83ef-d1fc8f4b898d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:02.247606 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-68e036db-895d-48b3-b800-3da0d6223c0b req-5e5fe561-5af4-4407-ad13-e4612cae8922 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/security-groups?id=d53644c6-82af-4772-acec-d18c1e7810aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473821 Apr 05 11:07:02.263800 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddce45e0-dce7-466e-93b9-d71c4d24bac4 admin admin] Publish callbacks [] for security_group (ad0b00d7-70db-4234-83ef-d1fc8f4b898d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.285202 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddce45e0-dce7-466e-93b9-d71c4d24bac4 admin admin] Publish callbacks [] for security_group (ad0b00d7-70db-4234-83ef-d1fc8f4b898d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.346970 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddce45e0-dce7-466e-93b9-d71c4d24bac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (ad0b00d7-70db-4234-83ef-d1fc8f4b898d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.358488 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ddce45e0-dce7-466e-93b9-d71c4d24bac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.358488 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ddce45e0-dce7-466e-93b9-d71c4d24bac4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad0b00d7-70db-4234-83ef-d1fc8f4b898d HTTP/1.1" status: 204 len: 168 time: 0.1397359 Apr 05 11:07:02.371709 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df953f1-9505-4080-8986-ba7d6e7831e6 req-1a6bc7c1-22d6-40fa-8044-396d6a653254 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:02.373194 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9df953f1-9505-4080-8986-ba7d6e7831e6 req-1a6bc7c1-22d6-40fa-8044-396d6a653254 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 945 time: 0.0708814 Apr 05 11:07:02.374858 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce45e0-dce7-466e-93b9-d71c4d24bac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0b00d7-70db-4234-83ef-d1fc8f4b898d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:02.479686 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-9df953f1-9505-4080-8986-ba7d6e7831e6 req-8d95392b-94ec-4e32-969f-6236bbac699e tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Deleting port fd7b0a3b-dcd4-484d-ad50-187076ee822f {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:07:02.479807 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9df953f1-9505-4080-8986-ba7d6e7831e6 req-8d95392b-94ec-4e32-969f-6236bbac699e tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.499066 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.584203 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-9df953f1-9505-4080-8986-ba7d6e7831e6 req-8d95392b-94ec-4e32-969f-6236bbac699e tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] For port fd7b0a3b-dcd4-484d-ad50-187076ee822f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=fd7b0a3b-dcd4-484d-ad50-187076ee822f,segment=NetworkSegment(e892b013-95e2-4347-9d9e-5113fb1ee2dd),segment_id=e892b013-95e2-4347-9d9e-5113fb1ee2dd)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:07:02.584570 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9df953f1-9505-4080-8986-ba7d6e7831e6 req-8d95392b-94ec-4e32-969f-6236bbac699e tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.600989 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-9df953f1-9505-4080-8986-ba7d6e7831e6 req-8d95392b-94ec-4e32-969f-6236bbac699e tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Calling delete_port for fd7b0a3b-dcd4-484d-ad50-187076ee822f owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:07:02.778951 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9df953f1-9505-4080-8986-ba7d6e7831e6 req-8d95392b-94ec-4e32-969f-6236bbac699e tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (fd7b0a3b-dcd4-484d-ad50-187076ee822f), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.795002 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['fd7b0a3b-dcd4-484d-ad50-187076ee822f'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:07:02.808838 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95392b-94ec-4e32-969f-6236bbac699e tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Pushing event deleted for resources: {'Port': ['ID=fd7b0a3b-dcd4-484d-ad50-187076ee822f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:02.860342 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df953f1-9505-4080-8986-ba7d6e7831e6 req-8d95392b-94ec-4e32-969f-6236bbac699e tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] No DVR routers for this DVR port fd7b0a3b-dcd4-484d-ad50-187076ee822f on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:07:02.862724 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-9df953f1-9505-4080-8986-ba7d6e7831e6 req-8d95392b-94ec-4e32-969f-6236bbac699e tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:02.866473 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9df953f1-9505-4080-8986-ba7d6e7831e6 req-8d95392b-94ec-4e32-969f-6236bbac699e tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.36 "DELETE /v2.0/ports/fd7b0a3b-dcd4-484d-ad50-187076ee822f HTTP/1.1" status: 204 len: 173 time: 0.4869051 Apr 05 11:07:02.866927 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eb2dfa-983f-4636-ae43-43a6fee1688c', 'name': 'network-vif-deleted', 'tag': 'fd7b0a3b-dcd4-484d-ad50-187076ee822f'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:07:02.869283 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d331f67-ffbf-495c-9827-11e5525cefc4" -d '{"events": [{"server_uuid": "f0eb2dfa-983f-4636-ae43-43a6fee1688c", "name": "network-vif-deleted", "tag": "fd7b0a3b-dcd4-484d-ad50-187076ee822f"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:07:02.909498 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066add47-2e53-4582-82c5-935ac7ce7471 x-openstack-request-id: req-066add47-2e53-4582-82c5-935ac7ce7471 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:07:02.909892 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eb2dfa-983f-4636-ae43-43a6fee1688c", "name": "network-vif-deleted", "tag": "fd7b0a3b-dcd4-484d-ad50-187076ee822f", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:07:02.910271 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-066add47-2e53-4582-82c5-935ac7ce7471 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:07:02.910870 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066add47-2e53-4582-82c5-935ac7ce7471'] response: {'server_uuid': 'f0eb2dfa-983f-4636-ae43-43a6fee1688c', 'name': 'network-vif-deleted', 'tag': 'fd7b0a3b-dcd4-484d-ad50-187076ee822f', 'status': 'completed', 'code': 200} Apr 05 11:07:03.380796 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ba37708e-90e6-4f8c-ace9-598334284ab8 req-e4ff2e04-f848-4b37-beb9-054696a3f142 tempest-VolumesActionsTest-1165866019 tempest-VolumesActionsTest-1165866019-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0eb2dfa-983f-4636-ae43-43a6fee1688c HTTP/1.1" status: 200 len: 210 time: 0.0388088 Apr 05 11:07:03.729075 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:05.289501 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device fd7b0a3b-dcd4-484d-ad50-187076ee822f no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:07:05.309589 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: fd7b0a3b-dcd4-484d-ad50-187076ee822f {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:07:05.309961 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device fd7b0a3b-dcd4-484d-ad50-187076ee822f not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:07:06.231871 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50730) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:06.345922 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed43ef0e-c8c5-4aed-84d4-5297d138a8f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:06.425761 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed43ef0e-c8c5-4aed-84d4-5297d138a8f8 admin admin] Publish callbacks [] for security_group (fa350435-85e2-49e1-9129-656a99b808e5), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:06.430652 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-ed43ef0e-c8c5-4aed-84d4-5297d138a8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (fa350435-85e2-49e1-9129-656a99b808e5), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:06.473723 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ed43ef0e-c8c5-4aed-84d4-5297d138a8f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3635d4e11f4d456db50adbe311393d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408388 Apr 05 11:07:06.474947 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43ef0e-c8c5-4aed-84d4-5297d138a8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa350435-85e2-49e1-9129-656a99b808e5,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:06.476750 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 50758) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:06.527473 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8f479ba-ec20-43a5-a753-b2e03b6f6aaf admin admin] Publish callbacks [] for security_group (fa350435-85e2-49e1-9129-656a99b808e5), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:06.555150 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8f479ba-ec20-43a5-a753-b2e03b6f6aaf admin admin] Publish callbacks [] for security_group (fa350435-85e2-49e1-9129-656a99b808e5), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:06.607765 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8f479ba-ec20-43a5-a753-b2e03b6f6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (fa350435-85e2-49e1-9129-656a99b808e5), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:06.610834 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-f8f479ba-ec20-43a5-a753-b2e03b6f6aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:06.614497 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-f8f479ba-ec20-43a5-a753-b2e03b6f6aaf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa350435-85e2-49e1-9129-656a99b808e5 HTTP/1.1" status: 204 len: 168 time: 0.1344242 Apr 05 11:07:06.621351 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f479ba-ec20-43a5-a753-b2e03b6f6aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa350435-85e2-49e1-9129-656a99b808e5,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:07.306821 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50804) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:07.421786 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.v2.base [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-626212705-network', 'tenant_id': 'ef0135a398764b548619e74d71463ad9'}} {{(pid=103322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:07:07.443240 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Made reservation on behalf of ef0135a398764b548619e74d71463ad9 for: {'network': 1} {{(pid=103322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:07:07.445855 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for network (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:07.455031 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:07.543900 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Publish callbacks [] for security_group (aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:07.548025 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:07.572611 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=103322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:07:07.583082 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:07.588141 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (966f2fc7-01c6-46c3-ba18-5caaef10e086), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:07.588501 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.segments_db [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Added segment 966f2fc7-01c6-46c3-ba18-5caaef10e086 of type vlan for network d538c9f6-4a64-4e10-bc78-524d6463c04a Apr 05 11:07:07.632432 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734370158129'] for network (d538c9f6-4a64-4e10-bc78-524d6463c04a), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:07.659266 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646'] for network (d538c9f6-4a64-4e10-bc78-524d6463c04a), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:07.660239 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:07.660811 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:07.714305 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4062681 Apr 05 11:07:07.717651 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 50812) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:07.723461 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] Request body: {'subnet': {'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-626212705-subnet', 'tenant_id': 'ef0135a398764b548619e74d71463ad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:07:07.725893 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03242939-269e-48f0-a865-3a54c6ffaa0a admin admin] Pushing event updated for resources: {'Network': ['ID=d538c9f6-4a64-4e10-bc78-524d6463c04a,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:07.740457 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Network d538c9f6-4a64-4e10-bc78-524d6463c04a details requested by agent ovs-agent-dv-cinder-818994-3-smb with host dv-cinder-818994-3-smb {{(pid=103323) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:07:07.748116 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] Made reservation on behalf of ef0135a398764b548619e74d71463ad9 for: {'subnet': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:07:07.750813 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1056410988'] for subnet (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:07.928392 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29835554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1056410994'] for subnet (8d0be55a-9f2c-4566-b96a-2cc7dace5440), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:07.988292 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0be55a-9f2c-4566-b96a-2cc7dace5440,revision_number=0']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:07.999534 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] Checking segment: {'id': '966f2fc7-01c6-46c3-ba18-5caaef10e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:07:08.000148 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] Network hostable DHCP agents. Network: d538c9f6-4a64-4e10-bc78-524d6463c04a, hostable agents: ['2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2'], hosted agents: [] {{(pid=103320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:07:08.021564 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] Network d538c9f6-4a64-4e10-bc78-524d6463c04a is scheduled to be hosted by DHCP agent 2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2 with binding_index 1 {{(pid=103320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:07:08.031043 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-smb, d538c9f6-4a64-4e10-bc78-524d6463c04a) {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:07:08.035317 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:08.035910 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:08.040887 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d6a38e-a9bf-4455-b00c-f67417c58333 None None] Network d538c9f6-4a64-4e10-bc78-524d6463c04a requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:07:08.052585 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-5ce1573f-e1dc-48db-9bb2-759cbe90d662 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3337488 Apr 05 11:07:08.277372 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734fe3b1-de5d-4ef9-9288-634d3c27bc4a None None] Network d538c9f6-4a64-4e10-bc78-524d6463c04a requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:07:09.918983 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952aadc-7698-432b-923c-bf997a718051 req-1f46b1d3-8d8d-4ecb-9917-181758abeb7f tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:09.920594 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-1f46b1d3-8d8d-4ecb-9917-181758abeb7f tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/networks?id=d538c9f6-4a64-4e10-bc78-524d6463c04a HTTP/1.1" status: 200 len: 813 time: 0.1128287 Apr 05 11:07:09.939863 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-e9f786bf-a422-4074-b720-99e714702117 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/quotas/ef0135a398764b548619e74d71463ad9 HTTP/1.1" status: 200 len: 375 time: 0.0104415 Apr 05 11:07:09.974607 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-71e3b87e-8701-429d-894e-cb61a3b1c6e3 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef0135a398764b548619e74d71463ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290182 Apr 05 11:07:10.081874 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-7736ae34-ac47-4606-930d-fa229a0562b1 service neutron] 10.222.0.43 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993502 Apr 05 11:07:10.185379 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-4caec6b3-f3ef-46bc-847d-f5ba4c0fdbd4 service neutron] 10.222.0.43 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970769 Apr 05 11:07:10.355565 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e20dfe69-e869-4b69-80e3-12973a0ef21b req-5f8ad608-ca87-403f-836b-2d4e45c062ea tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 210 time: 0.0290549 Apr 05 11:07:11.401441 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952aadc-7698-432b-923c-bf997a718051 req-ec2dc9fa-332c-44c8-9eb6-1ca606a17f80 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:11.405026 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-ec2dc9fa-332c-44c8-9eb6-1ca606a17f80 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.36 "GET /v2.0/networks?id=d538c9f6-4a64-4e10-bc78-524d6463c04a HTTP/1.1" status: 200 len: 813 time: 0.1229606 Apr 05 11:07:11.421298 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Request body: {'port': {'device_id': '209ea463-72a8-47a7-9f83-5344c796a1fe', 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a', 'admin_state_up': True, 'tenant_id': 'ef0135a398764b548619e74d71463ad9'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:07:11.506445 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3efc0a58-aadc-4fee-864d-afabcc602c09 req-30d9e710-912a-4339-8d98-719d860dfbaf tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 210 time: 0.0662012 Apr 05 11:07:11.561143 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Made reservation on behalf of ef0135a398764b548619e74d71463ad9 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:07:11.564767 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:11.697506 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Allocated IP 172.20.0.12 (d538c9f6-4a64-4e10-bc78-524d6463c04a/8d0be55a-9f2c-4566-b96a-2cc7dace5440/02bd1634-1ed0-4093-8003-7fc088c3b9ca) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:07:11.860426 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks [] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:11.895922 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:11.937427 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Network d538c9f6-4a64-4e10-bc78-524d6463c04a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:07:11.941760 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:07:11.946690 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:07:11.982507 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Pushing event updated for resources: {'Port': ['ID=02bd1634-1ed0-4093-8003-7fc088c3b9ca,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:12.012955 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:12.013557 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:12.032768 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-efea179b-b024-4606-9662-cd54001e2676 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6168447 Apr 05 11:07:12.049985 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Request body: {'port': {'device_id': '209ea463-72a8-47a7-9f83-5344c796a1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:07:12.114606 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:12.391007 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bd1634-1ed0-4093-8003-7fc088c3b9ca {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:07:12.399785 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Publish callbacks [] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:12.413446 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Transition to ACTIVE for port object 02bd1634-1ed0-4093-8003-7fc088c3b9ca will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:07:12.419048 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:12.495779 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Pushing event updated for resources: {'Port': ['ID=02bd1634-1ed0-4093-8003-7fc088c3b9ca,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:12.550262 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Attempting to bind port 02bd1634-1ed0-4093-8003-7fc088c3b9ca on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:07:12.551014 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Attempting to bind port 02bd1634-1ed0-4093-8003-7fc088c3b9ca by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '966f2fc7-01c6-46c3-ba18-5caaef10e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:07:12.551209 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Attempting to bind port 02bd1634-1ed0-4093-8003-7fc088c3b9ca on network d538c9f6-4a64-4e10-bc78-524d6463c04a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:07:12.555959 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Port 02bd1634-1ed0-4093-8003-7fc088c3b9ca on network d538c9f6-4a64-4e10-bc78-524d6463c04a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:07:12.556375 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Attempting to bind port 02bd1634-1ed0-4093-8003-7fc088c3b9ca on network d538c9f6-4a64-4e10-bc78-524d6463c04a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:07:12.561353 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:07:12.561687 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Checking segment: {'id': '966f2fc7-01c6-46c3-ba18-5caaef10e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:07:12.562148 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Bound using segment: {'id': '966f2fc7-01c6-46c3-ba18-5caaef10e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:07:12.562589 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Bound port: 02bd1634-1ed0-4093-8003-7fc088c3b9ca, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966f2fc7-01c6-46c3-ba18-5caaef10e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:07:12.562935 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:12.667465 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] For port 02bd1634-1ed0-4093-8003-7fc088c3b9ca, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:07:12.672614 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] For port 02bd1634-1ed0-4093-8003-7fc088c3b9ca, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=02bd1634-1ed0-4093-8003-7fc088c3b9ca,segment=NetworkSegment(966f2fc7-01c6-46c3-ba18-5caaef10e086),segment_id=966f2fc7-01c6-46c3-ba18-5caaef10e086)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:07:12.688211 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2a2da-6f82-4ad1-a3fd-dd49e6829113 req-6d16ad8f-fc6b-4de5-8154-74b24d2408d5 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:12.689720 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e5c2a2da-6f82-4ad1-a3fd-dd49e6829113 req-6d16ad8f-fc6b-4de5-8154-74b24d2408d5 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 944 time: 0.0932920 Apr 05 11:07:12.690886 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:12.743701 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:12.744336 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:12.745771 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/02bd1634-1ed0-4093-8003-7fc088c3b9ca HTTP/1.1" status: 200 len: 1094 time: 0.7002511 Apr 05 11:07:12.746233 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209ea463-72a8-47a7-9f83-5344c796a1fe', 'tag': '02bd1634-1ed0-4093-8003-7fc088c3b9ca'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:07:12.748512 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc6fc5a-04b8-40ec-b7d6-e274f865dcea" -d '{"events": [{"name": "network-changed", "server_uuid": "209ea463-72a8-47a7-9f83-5344c796a1fe", "tag": "02bd1634-1ed0-4093-8003-7fc088c3b9ca"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:07:12.784264 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01078de6-3bc8-4a74-b968-a870288e25d3 service neutron] Pushing event updated for resources: {'Port': ['ID=02bd1634-1ed0-4093-8003-7fc088c3b9ca,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:12.809587 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e5c2a2da-6f82-4ad1-a3fd-dd49e6829113 req-c78b5a0c-f621-45f5-9a2c-b2179197f20f tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133771 Apr 05 11:07:12.825246 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ce1a38-9a57-4e67-904d-076a55751547 x-openstack-request-id: req-d0ce1a38-9a57-4e67-904d-076a55751547 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:07:12.825543 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209ea463-72a8-47a7-9f83-5344c796a1fe", "tag": "02bd1634-1ed0-4093-8003-7fc088c3b9ca", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:07:12.825803 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0ce1a38-9a57-4e67-904d-076a55751547 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:07:12.826209 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ce1a38-9a57-4e67-904d-076a55751547'] response: {'name': 'network-changed', 'server_uuid': '209ea463-72a8-47a7-9f83-5344c796a1fe', 'tag': '02bd1634-1ed0-4093-8003-7fc088c3b9ca', 'status': 'completed', 'code': 200} Apr 05 11:07:12.849594 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952aadc-7698-432b-923c-bf997a718051 req-55661b68-438c-44a5-815d-61a2f19b3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:12.851159 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-55661b68-438c-44a5-815d-61a2f19b3611 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef0135a398764b548619e74d71463ad9&device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 1128 time: 0.0598612 Apr 05 11:07:12.900589 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-f9ce7b04-039e-4685-aa33-3f5e9de98bde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02bd1634-1ed0-4093-8003-7fc088c3b9ca HTTP/1.1" status: 200 len: 217 time: 0.0416484 Apr 05 11:07:12.952912 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952aadc-7698-432b-923c-bf997a718051 req-68f8d01b-382e-4103-b3f5-1e6fd0f5ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:12.954632 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-68f8d01b-382e-4103-b3f5-1e6fd0f5ee40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d0be55a-9f2c-4566-b96a-2cc7dace5440 HTTP/1.1" status: 200 len: 853 time: 0.0468385 Apr 05 11:07:12.989249 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-747a5b2c-f95d-470a-b8bd-3b734acb45aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d538c9f6-4a64-4e10-bc78-524d6463c04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278335 Apr 05 11:07:13.093747 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-d6331b52-c733-4f8e-95a7-4c86096ee6cb service neutron] 10.222.0.36 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946429 Apr 05 11:07:13.203831 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c952aadc-7698-432b-923c-bf997a718051 req-aa3f145d-75de-41ac-922d-55e7edb8db4d service neutron] 10.222.0.36 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982056 Apr 05 11:07:13.953535 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f906e95-6b61-45b0-ad7d-c83fe1e5664a req-7e7a9a74-e3f3-4d76-9800-76c6689372f8 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:13.955041 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0f906e95-6b61-45b0-ad7d-c83fe1e5664a req-7e7a9a74-e3f3-4d76-9800-76c6689372f8 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 944 time: 0.0626173 Apr 05 11:07:14.014725 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0f906e95-6b61-45b0-ad7d-c83fe1e5664a req-0bfce114-b8cb-44b7-bfe0-2c4935e4e924 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524726 Apr 05 11:07:14.093558 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6fc5a-04b8-40ec-b7d6-e274f865dcea req-bef95d56-56f2-4397-af0e-efeaa24dec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:14.094904 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4cc6fc5a-04b8-40ec-b7d6-e274f865dcea req-bef95d56-56f2-4397-af0e-efeaa24dec6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef0135a398764b548619e74d71463ad9&device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 1128 time: 0.0473330 Apr 05 11:07:14.202370 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6fc5a-04b8-40ec-b7d6-e274f865dcea req-1a470654-e6d1-4e6c-a375-a5f3fd59e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:14.204600 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4cc6fc5a-04b8-40ec-b7d6-e274f865dcea req-1a470654-e6d1-4e6c-a375-a5f3fd59e80e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d538c9f6-4a64-4e10-bc78-524d6463c04a HTTP/1.1" status: 200 len: 914 time: 0.1013668 Apr 05 11:07:14.253009 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4cc6fc5a-04b8-40ec-b7d6-e274f865dcea req-55dbfae5-7c71-4ba6-a915-5a7bcce4083b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02bd1634-1ed0-4093-8003-7fc088c3b9ca HTTP/1.1" status: 200 len: 217 time: 0.0403903 Apr 05 11:07:14.305253 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6fc5a-04b8-40ec-b7d6-e274f865dcea req-7f976a53-0742-4dad-9541-21040d9b30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:14.306691 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4cc6fc5a-04b8-40ec-b7d6-e274f865dcea req-7f976a53-0742-4dad-9541-21040d9b30fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d0be55a-9f2c-4566-b96a-2cc7dace5440 HTTP/1.1" status: 200 len: 853 time: 0.0474226 Apr 05 11:07:14.343075 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4cc6fc5a-04b8-40ec-b7d6-e274f865dcea req-49a5da66-dedd-4aee-85b4-199ac0c42be7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d538c9f6-4a64-4e10-bc78-524d6463c04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260768 Apr 05 11:07:14.457120 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4cc6fc5a-04b8-40ec-b7d6-e274f865dcea req-ecaf1743-4822-43b6-b30d-b4391223387b service neutron] 10.222.0.36 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045709 Apr 05 11:07:14.555265 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4cc6fc5a-04b8-40ec-b7d6-e274f865dcea req-bc907f18-dc6c-4c83-8d9e-d06a21a027fa service neutron] 10.222.0.36 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918827 Apr 05 11:07:14.596881 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:07:15.152305 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef69c91-3e44-4065-a914-cc0b1f589efa req-72cd97e8-bcbb-4291-a8de-b1b2557c6761 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:15.154014 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7ef69c91-3e44-4065-a914-cc0b1f589efa req-72cd97e8-bcbb-4291-a8de-b1b2557c6761 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 944 time: 0.0645595 Apr 05 11:07:15.208318 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-7ef69c91-3e44-4065-a914-cc0b1f589efa req-2aae9ba2-0990-450a-a24c-709bb0c04c72 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482695 Apr 05 11:07:15.350238 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 02bd1634-1ed0-4093-8003-7fc088c3b9ca details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:07:15.471793 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 02bd1634-1ed0-4093-8003-7fc088c3b9ca, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=02bd1634-1ed0-4093-8003-7fc088c3b9ca,segment=NetworkSegment(966f2fc7-01c6-46c3-ba18-5caaef10e086),segment_id=966f2fc7-01c6-46c3-ba18-5caaef10e086)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:07:15.494821 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '02bd1634-1ed0-4093-8003-7fc088c3b9ca', 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a', 'port_id': '02bd1634-1ed0-4093-8003-7fc088c3b9ca', 'mac_address': 'fa:16:3e:da:d3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0be55a-9f2c-4566-b96a-2cc7dace5440', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:07:15.497900 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:15.538220 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 02bd1634-1ed0-4093-8003-7fc088c3b9ca is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:07:15.538620 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:15.554419 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02bd1634-1ed0-4093-8003-7fc088c3b9ca {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:07:15.575404 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 02bd1634-1ed0-4093-8003-7fc088c3b9ca, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=02bd1634-1ed0-4093-8003-7fc088c3b9ca,segment=NetworkSegment(966f2fc7-01c6-46c3-ba18-5caaef10e086),segment_id=966f2fc7-01c6-46c3-ba18-5caaef10e086)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:07:15.581107 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:15.630272 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=02bd1634-1ed0-4093-8003-7fc088c3b9ca,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:15.799584 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['02bd1634-1ed0-4093-8003-7fc088c3b9ca'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:07:16.342370 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300bdf7-082d-4699-b38e-05edfd5aa5b7 req-96df7811-ad81-4c45-a015-ea4a1444a720 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:16.344069 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0300bdf7-082d-4699-b38e-05edfd5aa5b7 req-96df7811-ad81-4c45-a015-ea4a1444a720 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 945 time: 0.0643914 Apr 05 11:07:16.395723 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0300bdf7-082d-4699-b38e-05edfd5aa5b7 req-adbc01a0-10a7-45b8-ba98-e3f93eeb74ee tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454655 Apr 05 11:07:17.362283 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 02bd1634-1ed0-4093-8003-7fc088c3b9ca up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:07:17.417811 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port 02bd1634-1ed0-4093-8003-7fc088c3b9ca completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:07:17.421788 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 02bd1634-1ed0-4093-8003-7fc088c3b9ca triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:07:17.422161 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:17.504081 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 02bd1634-1ed0-4093-8003-7fc088c3b9ca is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:07:17.504483 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:17.520634 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4784b9-51d2-4509-a35a-5c6ab16350a4 req-d0a3cb41-9fb4-4c8e-984f-f6bbc299af65 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:17.522262 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3e4784b9-51d2-4509-a35a-5c6ab16350a4 req-d0a3cb41-9fb4-4c8e-984f-f6bbc299af65 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 945 time: 0.0571475 Apr 05 11:07:17.530709 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ea463-72a8-47a7-9f83-5344c796a1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bd1634-1ed0-4093-8003-7fc088c3b9ca'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:07:17.533336 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22b3e8a-bda9-4b9c-bf51-74a47d329ca4" -d '{"events": [{"server_uuid": "209ea463-72a8-47a7-9f83-5344c796a1fe", "name": "network-vif-plugged", "status": "completed", "tag": "02bd1634-1ed0-4093-8003-7fc088c3b9ca"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:07:17.546933 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 02bd1634-1ed0-4093-8003-7fc088c3b9ca, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=02bd1634-1ed0-4093-8003-7fc088c3b9ca,segment=NetworkSegment(966f2fc7-01c6-46c3-ba18-5caaef10e086),segment_id=966f2fc7-01c6-46c3-ba18-5caaef10e086)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:07:17.553669 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:17.586001 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5e0f8c-338a-42a9-b28c-39d26c75df19 x-openstack-request-id: req-cb5e0f8c-338a-42a9-b28c-39d26c75df19 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:07:17.586336 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ea463-72a8-47a7-9f83-5344c796a1fe", "name": "network-vif-plugged", "status": "completed", "tag": "02bd1634-1ed0-4093-8003-7fc088c3b9ca", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:07:17.586609 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb5e0f8c-338a-42a9-b28c-39d26c75df19 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:07:17.587048 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5e0f8c-338a-42a9-b28c-39d26c75df19'] response: {'server_uuid': '209ea463-72a8-47a7-9f83-5344c796a1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bd1634-1ed0-4093-8003-7fc088c3b9ca', 'code': 200} Apr 05 11:07:17.588798 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3e4784b9-51d2-4509-a35a-5c6ab16350a4 req-10ad2ab8-d5ae-42d3-9c41-29404e3bcf99 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599837 Apr 05 11:07:17.615920 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=02bd1634-1ed0-4093-8003-7fc088c3b9ca,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:17.773588 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d1ba-f1aa-484c-82e2-2a9c7a5ad619 req-07962c15-ad5f-42c0-9070-562771ee2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:17.775663 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6037d1ba-f1aa-484c-82e2-2a9c7a5ad619 req-07962c15-ad5f-42c0-9070-562771ee2b2d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 1130 time: 0.0540102 Apr 05 11:07:17.824030 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6037d1ba-f1aa-484c-82e2-2a9c7a5ad619 req-67b17697-fcd7-4190-b6ca-b82d3015f1c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Apr 05 11:07:18.731572 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73198e-7dec-44e7-85ec-e32e97c18319 req-36c97857-fa2e-40d9-933c-f561850ae957 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:18.732988 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fd73198e-7dec-44e7-85ec-e32e97c18319 req-36c97857-fa2e-40d9-933c-f561850ae957 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 946 time: 0.0561512 Apr 05 11:07:18.800830 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-fd73198e-7dec-44e7-85ec-e32e97c18319 req-aad54d00-0a79-4e3f-ba20-60d7fe3d15bb tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609446 Apr 05 11:07:19.074365 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 50998) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:19.122928 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8cab51-68bd-44b6-a005-2c87ae6d1d7b admin admin] Deleting subnet 4aeed731-eafc-4c94-b749-dad02961f189 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:07:19.126342 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f8cab51-68bd-44b6-a005-2c87ae6d1d7b admin admin] Publish callbacks [] for subnet (4aeed731-eafc-4c94-b749-dad02961f189), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.164606 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f8cab51-68bd-44b6-a005-2c87ae6d1d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30973086'] for subnet (4aeed731-eafc-4c94-b749-dad02961f189), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.209135 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f8cab51-68bd-44b6-a005-2c87ae6d1d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (4aeed731-eafc-4c94-b749-dad02961f189), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.266882 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f8cab51-68bd-44b6-a005-2c87ae6d1d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29380724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814199'] for subnet (4aeed731-eafc-4c94-b749-dad02961f189), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.290265 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cab51-68bd-44b6-a005-2c87ae6d1d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aeed731-eafc-4c94-b749-dad02961f189,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:19.296608 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9f8cab51-68bd-44b6-a005-2c87ae6d1d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.300036 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9f8cab51-68bd-44b6-a005-2c87ae6d1d7b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4aeed731-eafc-4c94-b749-dad02961f189 HTTP/1.1" status: 204 len: 168 time: 0.2245052 Apr 05 11:07:19.302424 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51002) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:19.378024 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.463766 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.742686 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:07:19.753173 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e892b013-95e2-4347-9d9e-5113fb1ee2dd') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:07:19.753463 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e892b013-95e2-4347-9d9e-5113fb1ee2dd') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:07:19.767011 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30973029'] for segment (e892b013-95e2-4347-9d9e-5113fb1ee2dd), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.782598 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (e892b013-95e2-4347-9d9e-5113fb1ee2dd), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.789635 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:07:19.790019 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29380638'] for segment (e892b013-95e2-4347-9d9e-5113fb1ee2dd), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: Traceback (most recent call last): Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: timer() Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: cb(*args, **kw) Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: return func(*args, **kwargs) Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: self._notify() Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: self.callback(batched_events) Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: event.method(event) Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: return f(self, *a, **k) Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: return self._get(url).json() Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: return self.request(url, 'GET', **kwargs) Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:07:19.791855 dv-cinder-818994-3-smb neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:07:19.850497 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.855970 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.859093 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea HTTP/1.1" status: 204 len: 168 time: 0.5557244 Apr 05 11:07:19.862863 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51006) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:19.870306 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13b852-9477-4931-80f3-928c05bb2361 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc0fd71a-dc48-435b-86cf-3eeee8f0f3ea,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:19.935223 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-30616b28-6328-4a2d-9c76-b2ce44f58f89 admin admin] Deleting subnet 2a8697f6-1439-4d4a-afe9-8ced09dbdaf4 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:07:19.939651 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30616b28-6328-4a2d-9c76-b2ce44f58f89 admin admin] Publish callbacks [] for subnet (2a8697f6-1439-4d4a-afe9-8ced09dbdaf4), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:19.983689 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58435d1-ee15-40c1-bcb6-98a8781ce179 req-83eeb756-dc6d-4f47-9c32-c78bc4c5f16e tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:19.985162 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a58435d1-ee15-40c1-bcb6-98a8781ce179 req-83eeb756-dc6d-4f47-9c32-c78bc4c5f16e tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 946 time: 0.0950134 Apr 05 11:07:19.987498 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30616b28-6328-4a2d-9c76-b2ce44f58f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30385857'] for subnet (2a8697f6-1439-4d4a-afe9-8ced09dbdaf4), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.057123 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30616b28-6328-4a2d-9c76-b2ce44f58f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (2a8697f6-1439-4d4a-afe9-8ced09dbdaf4), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.092654 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a58435d1-ee15-40c1-bcb6-98a8781ce179 req-9c659800-49b2-4b4e-b339-3bff1114955b tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828440 Apr 05 11:07:20.124066 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30616b28-6328-4a2d-9c76-b2ce44f58f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29836261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056410891'] for subnet (2a8697f6-1439-4d4a-afe9-8ced09dbdaf4), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.150750 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30616b28-6328-4a2d-9c76-b2ce44f58f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a8697f6-1439-4d4a-afe9-8ced09dbdaf4,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:20.155617 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-30616b28-6328-4a2d-9c76-b2ce44f58f89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.161705 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-30616b28-6328-4a2d-9c76-b2ce44f58f89 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2a8697f6-1439-4d4a-afe9-8ced09dbdaf4 HTTP/1.1" status: 204 len: 168 time: 0.2952344 Apr 05 11:07:20.161881 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51018) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:20.243542 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (d4d95b18-d73a-4f5d-bf96-262c14525204), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.331946 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (d4d95b18-d73a-4f5d-bf96-262c14525204), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.357331 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d95b18-d73a-4f5d-bf96-262c14525204']}} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:07:20.367843 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470af469-7705-41bd-b394-41864492a328') {'for_net_delete': True} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:07:20.368189 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.services.segments.db [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470af469-7705-41bd-b394-41864492a328') {} {{(pid=103322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:07:20.378826 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30973029'] for segment (470af469-7705-41bd-b394-41864492a328), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.394409 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (470af469-7705-41bd-b394-41864492a328), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.401186 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:07:20.401598 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29380638'] for segment (470af469-7705-41bd-b394-41864492a328), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: Traceback (most recent call last): Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: timer() Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: cb(*args, **kw) Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: return func(*args, **kwargs) Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: self._notify() Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: self.callback(batched_events) Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: event.method(event) Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: return f(self, *a, **k) Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: return self._get(url).json() Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: return self.request(url, 'GET', **kwargs) Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:07:20.403358 dv-cinder-818994-3-smb neutron-server[103322]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:07:20.477946 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (d4d95b18-d73a-4f5d-bf96-262c14525204), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.494486 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.498042 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d4d95b18-d73a-4f5d-bf96-262c14525204 HTTP/1.1" status: 204 len: 168 time: 0.3351259 Apr 05 11:07:20.499844 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147697a-0bc3-4c91-bcaa-a83de435b825 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d95b18-d73a-4f5d-bf96-262c14525204,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:20.664620 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51066) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:20.705366 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-ba8aad93-c933-48c3-9997-c36d8700980e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40ce3dddd4784ecabf6a0898d9be243d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393534 Apr 05 11:07:20.707883 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51068) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:20.783631 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5930f32-db47-43cf-aef3-1ccc2c12b318 admin admin] Publish callbacks [] for security_group (d53644c6-82af-4772-acec-d18c1e7810aa), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.815599 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5930f32-db47-43cf-aef3-1ccc2c12b318 admin admin] Publish callbacks [] for security_group (d53644c6-82af-4772-acec-d18c1e7810aa), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.873170 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5930f32-db47-43cf-aef3-1ccc2c12b318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (d53644c6-82af-4772-acec-d18c1e7810aa), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.875807 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-d5930f32-db47-43cf-aef3-1ccc2c12b318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.879878 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-d5930f32-db47-43cf-aef3-1ccc2c12b318 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d53644c6-82af-4772-acec-d18c1e7810aa HTTP/1.1" status: 204 len: 168 time: 0.1680408 Apr 05 11:07:20.885701 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5930f32-db47-43cf-aef3-1ccc2c12b318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53644c6-82af-4772-acec-d18c1e7810aa,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:21.254501 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51092) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:21.296643 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-1758093f-c783-4dfa-a62f-a33d205468ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45c5ef2bbd714ebcbc9d0b0de9fe1e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409172 Apr 05 11:07:21.299761 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51094) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:21.360717 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af1a4b97-ae1c-4d0d-b924-55f5712f12db admin admin] Publish callbacks [] for security_group (96ed2cfe-0b1b-45bf-9382-b0395bf89965), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:21.382736 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af1a4b97-ae1c-4d0d-b924-55f5712f12db admin admin] Publish callbacks [] for security_group (96ed2cfe-0b1b-45bf-9382-b0395bf89965), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:21.713647 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af1a4b97-ae1c-4d0d-b924-55f5712f12db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (96ed2cfe-0b1b-45bf-9382-b0395bf89965), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:21.717934 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af1a4b97-ae1c-4d0d-b924-55f5712f12db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:21.719559 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-af1a4b97-ae1c-4d0d-b924-55f5712f12db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96ed2cfe-0b1b-45bf-9382-b0395bf89965 HTTP/1.1" status: 204 len: 168 time: 0.4184911 Apr 05 11:07:21.727979 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a4b97-ae1c-4d0d-b924-55f5712f12db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ed2cfe-0b1b-45bf-9382-b0395bf89965,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:24.794829 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51210) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:24.910624 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-171331e2-063c-449b-8c02-466576957a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:24.992598 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-171331e2-063c-449b-8c02-466576957a33 admin admin] Publish callbacks [] for security_group (906ee7ec-b0db-43fc-9246-f42460c6924b), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:24.998614 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-171331e2-063c-449b-8c02-466576957a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (906ee7ec-b0db-43fc-9246-f42460c6924b), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:25.040220 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171331e2-063c-449b-8c02-466576957a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906ee7ec-b0db-43fc-9246-f42460c6924b,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:25.044693 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-171331e2-063c-449b-8c02-466576957a33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33fb857a4f68461ca95c9aab0ba088a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487698 Apr 05 11:07:25.048562 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51214) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:25.104602 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8bb1-1bf4-4728-936c-c281c634132c admin admin] Publish callbacks [] for security_group (906ee7ec-b0db-43fc-9246-f42460c6924b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:25.128726 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8bb1-1bf4-4728-936c-c281c634132c admin admin] Publish callbacks [] for security_group (906ee7ec-b0db-43fc-9246-f42460c6924b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:25.190595 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8bb1-1bf4-4728-936c-c281c634132c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (906ee7ec-b0db-43fc-9246-f42460c6924b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:25.194819 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0c4a8bb1-1bf4-4728-936c-c281c634132c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:25.196660 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-0c4a8bb1-1bf4-4728-936c-c281c634132c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/906ee7ec-b0db-43fc-9246-f42460c6924b HTTP/1.1" status: 204 len: 168 time: 0.1468995 Apr 05 11:07:25.208278 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a8bb1-1bf4-4728-936c-c281c634132c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906ee7ec-b0db-43fc-9246-f42460c6924b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:26.621721 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-53634f4a-0e01-49cf-9573-2762d8813616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:29.592358 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-935c66ec-97f3-45c2-bedb-ba810fb62470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:30.957480 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:31.563734 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b99001-ac52-4ead-abd0-dfca04e6c2e3 req-d9515837-c9b8-43e1-a391-ca2eac678a7c tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:31.565309 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-93b99001-ac52-4ead-abd0-dfca04e6c2e3 req-d9515837-c9b8-43e1-a391-ca2eac678a7c tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.1017623 Apr 05 11:07:31.582237 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc649f1-d1e2-40ba-8d65-89feb8b2c93f req-bb9e2f07-5886-4dbe-a91f-dd5fa21ae95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:31.583894 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0bc649f1-d1e2-40ba-8d65-89feb8b2c93f req-bb9e2f07-5886-4dbe-a91f-dd5fa21ae95d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=482cb55d35744b6c98690c1bf5b33699&device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 1169 time: 0.0804825 Apr 05 11:07:31.704065 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-93b99001-ac52-4ead-abd0-dfca04e6c2e3 req-0c23d11f-df6f-4974-84fb-cfe09917ca67 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319408 Apr 05 11:07:31.726198 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc649f1-d1e2-40ba-8d65-89feb8b2c93f req-02e1792a-7f8e-445d-8f3f-62024bb7f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:31.727685 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0bc649f1-d1e2-40ba-8d65-89feb8b2c93f req-02e1792a-7f8e-445d-8f3f-62024bb7f482 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3351e8de-9fa7-446a-847c-b18fd43e9c58 HTTP/1.1" status: 200 len: 916 time: 0.1355484 Apr 05 11:07:31.802421 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0bc649f1-d1e2-40ba-8d65-89feb8b2c93f req-977c0df5-d2e4-4880-9411-aebe7470eef0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 HTTP/1.1" status: 200 len: 1002 time: 0.0681849 Apr 05 11:07:31.853606 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc649f1-d1e2-40ba-8d65-89feb8b2c93f req-0f1de553-64e8-454a-9e13-307b2a9b257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:31.855081 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0bc649f1-d1e2-40ba-8d65-89feb8b2c93f req-0f1de553-64e8-454a-9e13-307b2a9b257a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5304b95-7b40-4942-9d48-d711cedf3845 HTTP/1.1" status: 200 len: 854 time: 0.0462058 Apr 05 11:07:31.910333 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc649f1-d1e2-40ba-8d65-89feb8b2c93f req-960ff364-4964-4579-b90e-707ab4d19290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:31.911954 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0bc649f1-d1e2-40ba-8d65-89feb8b2c93f req-960ff364-4964-4579-b90e-707ab4d19290 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3351e8de-9fa7-446a-847c-b18fd43e9c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0499353 Apr 05 11:07:32.018245 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0bc649f1-d1e2-40ba-8d65-89feb8b2c93f req-0fb13892-bcc2-417b-b56f-6640ced8d1d2 service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994229 Apr 05 11:07:32.113891 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-0bc649f1-d1e2-40ba-8d65-89feb8b2c93f req-722906cb-65e5-45e9-bb10-5e2b04ab7afb service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883853 Apr 05 11:07:32.503783 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:32.850998 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11217ff5-9d3a-496e-b938-5e344afd71d6 req-db26ed57-07c6-45ce-9230-93cafe5a30df tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:32.852767 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-11217ff5-9d3a-496e-b938-5e344afd71d6 req-db26ed57-07c6-45ce-9230-93cafe5a30df tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0698631 Apr 05 11:07:32.923663 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-11217ff5-9d3a-496e-b938-5e344afd71d6 req-2cf79187-b9e8-4abf-bc3c-85e150491329 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645175 Apr 05 11:07:33.723930 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:34.070601 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d32d1-cd10-44fc-8b5b-b960cb036900 req-1d2ddea4-87a4-4021-b26e-0beeb5c86f78 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:34.072262 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5b8d32d1-cd10-44fc-8b5b-b960cb036900 req-1d2ddea4-87a4-4021-b26e-0beeb5c86f78 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0675058 Apr 05 11:07:34.161283 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5b8d32d1-cd10-44fc-8b5b-b960cb036900 req-47ed2aa0-4dd3-419c-ae3a-b17cb3b05361 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810137 Apr 05 11:07:35.303919 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85509b0f-4f89-4f71-8b84-a7fc9baf9c07 req-69c20dcb-2f69-4abe-b1b5-a58cf4b91893 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:35.305496 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-85509b0f-4f89-4f71-8b84-a7fc9baf9c07 req-69c20dcb-2f69-4abe-b1b5-a58cf4b91893 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0663633 Apr 05 11:07:35.379841 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-85509b0f-4f89-4f71-8b84-a7fc9baf9c07 req-fc9fdc26-6cd9-4c59-b04f-c4c94e7f96e6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670063 Apr 05 11:07:36.513357 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628c28e-0d82-4136-9d39-5fbf4c1d8ebd req-3dbcb15f-a104-468f-a607-6c0f3000f6f9 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:36.515195 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4628c28e-0d82-4136-9d39-5fbf4c1d8ebd req-3dbcb15f-a104-468f-a607-6c0f3000f6f9 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0613062 Apr 05 11:07:36.613525 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-4628c28e-0d82-4136-9d39-5fbf4c1d8ebd req-195c13a9-b845-43ff-b3fc-9e4c14bcb0e6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910671 Apr 05 11:07:37.752312 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa340d4-1af7-4afa-b91d-52b479c525f1 req-040fd88c-63e8-4901-ba1e-6e1551868e5f tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:37.753768 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6fa340d4-1af7-4afa-b91d-52b479c525f1 req-040fd88c-63e8-4901-ba1e-6e1551868e5f tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0630779 Apr 05 11:07:37.819851 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6fa340d4-1af7-4afa-b91d-52b479c525f1 req-6b3c038b-6f17-47e5-85d7-d94687631b57 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590942 Apr 05 11:07:38.964015 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3d6d3-e292-4d35-806b-dd4a9a3a0198 req-a9c024d8-2b79-4704-a204-3c98db0a8a29 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:38.965690 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e4c3d6d3-e292-4d35-806b-dd4a9a3a0198 req-a9c024d8-2b79-4704-a204-3c98db0a8a29 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0684569 Apr 05 11:07:39.036715 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e4c3d6d3-e292-4d35-806b-dd4a9a3a0198 req-d07e350d-8a20-4079-a997-e3377392b210 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648217 Apr 05 11:07:40.172231 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ea7a4-8900-4ba9-b7a1-378e01c94d86 req-5d316530-44b7-4236-a99d-9abc76ef2f14 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:40.173086 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-137ea7a4-8900-4ba9-b7a1-378e01c94d86 req-5d316530-44b7-4236-a99d-9abc76ef2f14 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0619860 Apr 05 11:07:40.242398 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-137ea7a4-8900-4ba9-b7a1-378e01c94d86 req-9524996a-5501-4bac-9187-b63b1777ea78 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626740 Apr 05 11:07:41.374457 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5057c5b-4b49-430f-bd9b-53fd01d6e31f req-20b0082b-83d2-4174-bc7d-7073d4f4f079 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:41.376028 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c5057c5b-4b49-430f-bd9b-53fd01d6e31f req-20b0082b-83d2-4174-bc7d-7073d4f4f079 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0570157 Apr 05 11:07:41.474921 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c5057c5b-4b49-430f-bd9b-53fd01d6e31f req-d77cfd03-503c-4e2b-8d4f-fe201932d9c3 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886178 Apr 05 11:07:42.655121 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c47b56-bd30-4513-aa48-2932ba6e1c1a req-30132c3f-40ac-419e-a73f-360483153e5a tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:42.656801 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b8c47b56-bd30-4513-aa48-2932ba6e1c1a req-30132c3f-40ac-419e-a73f-360483153e5a tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0711379 Apr 05 11:07:42.728897 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b8c47b56-bd30-4513-aa48-2932ba6e1c1a req-ed579705-7995-43a1-be93-c9403b987a0b tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639794 Apr 05 11:07:43.914603 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd7df6-9db9-4646-b203-99ab1b25082e req-091ea265-fb38-4947-9311-3c31074696f3 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:43.917667 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-eecd7df6-9db9-4646-b203-99ab1b25082e req-091ea265-fb38-4947-9311-3c31074696f3 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0926170 Apr 05 11:07:44.025741 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-eecd7df6-9db9-4646-b203-99ab1b25082e req-e92d003d-3d86-4e96-937a-09606caa27d8 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017623 Apr 05 11:07:45.175902 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017d38c-7c95-4d01-a7f1-1937588b8ce7 req-628a7975-63c1-4e18-8586-739540ccaf06 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:45.177723 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c017d38c-7c95-4d01-a7f1-1937588b8ce7 req-628a7975-63c1-4e18-8586-739540ccaf06 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0607793 Apr 05 11:07:45.247067 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c017d38c-7c95-4d01-a7f1-1937588b8ce7 req-9b88eb76-b1e8-4cad-81a4-93a04c889d3d tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632303 Apr 05 11:07:45.486639 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:46.389569 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc55033-e014-4da7-b0fd-f5a4c6a106d3 req-604fbcd1-e504-4ad3-88e5-f3f32def6b21 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:46.391378 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cfc55033-e014-4da7-b0fd-f5a4c6a106d3 req-604fbcd1-e504-4ad3-88e5-f3f32def6b21 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0607331 Apr 05 11:07:46.471427 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-cfc55033-e014-4da7-b0fd-f5a4c6a106d3 req-7a23ca48-05c4-4728-9b01-5f89ed998bd0 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700095 Apr 05 11:07:47.611381 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377108cd-a0b9-4dea-a112-331679f56521 req-009be48d-d285-4f90-8ae1-b2a78ae4861f tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:47.612958 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-377108cd-a0b9-4dea-a112-331679f56521 req-009be48d-d285-4f90-8ae1-b2a78ae4861f tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0586405 Apr 05 11:07:47.678362 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-377108cd-a0b9-4dea-a112-331679f56521 req-ac5f6db9-8948-482f-a348-fc37dd6e6844 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581489 Apr 05 11:07:48.811563 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759eed0-5482-4c8e-8c2e-67e909326ea0 req-8629c1d9-c4ed-4ed4-8881-64bb72b47a67 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:48.813036 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b759eed0-5482-4c8e-8c2e-67e909326ea0 req-8629c1d9-c4ed-4ed4-8881-64bb72b47a67 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0538573 Apr 05 11:07:48.876681 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-b759eed0-5482-4c8e-8c2e-67e909326ea0 req-6928b857-f0de-4d48-a861-e166dd82c3b6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576105 Apr 05 11:07:50.001498 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c051a3-5cb3-41d7-b58d-4c7520da2e59 req-53aeeaeb-e2f2-4aae-98fd-7b7fb1ca8378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:50.003028 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-01c051a3-5cb3-41d7-b58d-4c7520da2e59 req-53aeeaeb-e2f2-4aae-98fd-7b7fb1ca8378 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=482cb55d35744b6c98690c1bf5b33699&device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 1169 time: 0.0845528 Apr 05 11:07:50.027031 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37d56e-3c73-47f9-aa65-ff5d3906acb1 req-3f23742b-7b14-4248-a4c9-d4fbf832e2f6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:50.028569 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bc37d56e-3c73-47f9-aa65-ff5d3906acb1 req-3f23742b-7b14-4248-a4c9-d4fbf832e2f6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0688539 Apr 05 11:07:50.165779 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-bc37d56e-3c73-47f9-aa65-ff5d3906acb1 req-4006fad2-0d20-4b38-ae7d-ff425f6d18e6 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=561427bd-becc-4f0f-84cd-2378c2a2ba50&id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288710 Apr 05 11:07:50.171563 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c051a3-5cb3-41d7-b58d-4c7520da2e59 req-649aa32a-aecd-4234-8cb2-4e535ec2bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:50.173610 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-01c051a3-5cb3-41d7-b58d-4c7520da2e59 req-649aa32a-aecd-4234-8cb2-4e535ec2bbfc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3351e8de-9fa7-446a-847c-b18fd43e9c58 HTTP/1.1" status: 200 len: 916 time: 0.1438327 Apr 05 11:07:50.261742 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-01c051a3-5cb3-41d7-b58d-4c7520da2e59 req-ddbcb4bb-18bf-414e-b02b-79de4681460a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 HTTP/1.1" status: 200 len: 1002 time: 0.0820434 Apr 05 11:07:50.322930 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c051a3-5cb3-41d7-b58d-4c7520da2e59 req-3b1fa7ab-cf52-4323-a8ad-b58121622012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:50.324618 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-01c051a3-5cb3-41d7-b58d-4c7520da2e59 req-3b1fa7ab-cf52-4323-a8ad-b58121622012 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5304b95-7b40-4942-9d48-d711cedf3845 HTTP/1.1" status: 200 len: 854 time: 0.0558043 Apr 05 11:07:50.388757 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c051a3-5cb3-41d7-b58d-4c7520da2e59 req-077622b7-f71f-44f3-9527-bd26bf854ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:50.391230 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-01c051a3-5cb3-41d7-b58d-4c7520da2e59 req-077622b7-f71f-44f3-9527-bd26bf854ca1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3351e8de-9fa7-446a-847c-b18fd43e9c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0530655 Apr 05 11:07:50.516770 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-01c051a3-5cb3-41d7-b58d-4c7520da2e59 req-0fb7920f-7efd-4ad3-9dff-74a2c3dca048 service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137347 Apr 05 11:07:50.622673 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-01c051a3-5cb3-41d7-b58d-4c7520da2e59 req-ba7f1f69-5e85-46bf-a09c-7e30133b148d service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994418 Apr 05 11:07:51.457155 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51456) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:51.574167 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:51.599358 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:07:51.655853 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Publish callbacks [] for security_group (a938ac4e-faae-46cf-8b50-afa56bd5be2f), precommit_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:51.661479 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a938ac4e-faae-46cf-8b50-afa56bd5be2f), after_create {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:51.703824 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0062d0e62c54014864ec97e60b57b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449937 Apr 05 11:07:51.704411 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a938ac4e-faae-46cf-8b50-afa56bd5be2f,revision_number=1']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:51.706855 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51460) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:51.712355 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.712667 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.713137 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.713377 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.713702 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.714028 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.714655 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.714655 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.714942 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.715256 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.715624 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.715948 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.716233 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.716548 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.716874 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484f317c-73ca-4398-93ee-eac53bc68f8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.760819 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Publish callbacks [] for security_group (a938ac4e-faae-46cf-8b50-afa56bd5be2f), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:51.782800 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Publish callbacks [] for security_group (a938ac4e-faae-46cf-8b50-afa56bd5be2f), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:51.832103 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (a938ac4e-faae-46cf-8b50-afa56bd5be2f), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:51.834835 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:51.836165 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a938ac4e-faae-46cf-8b50-afa56bd5be2f HTTP/1.1" status: 204 len: 168 time: 0.1281543 Apr 05 11:07:51.844005 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a938ac4e-faae-46cf-8b50-afa56bd5be2f,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:51.851586 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.851938 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.852292 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.852639 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.852970 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.853301 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.853632 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.853957 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.854283 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.854665 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.854920 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.855245 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.855604 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.855929 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:51.856248 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebd2bd-edaa-46ba-8765-c8d50d79d5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:56.617679 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4c8ff2e0-76e2-4174-b318-b2ee131548d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:59.587547 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-779d272a-fd86-4c9b-a4f3-849349d1a97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:00.959634 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:02.150386 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31366261-6c25-41de-8349-e36d052b1b0c req-29c0d523-4cc6-4df4-bdaa-11378a8e9225 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:02.152623 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-31366261-6c25-41de-8349-e36d052b1b0c req-29c0d523-4cc6-4df4-bdaa-11378a8e9225 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 946 time: 0.0644207 Apr 05 11:08:02.212423 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-31366261-6c25-41de-8349-e36d052b1b0c req-2e56e5de-d19b-40c4-b94d-8b9ddbfcb41b tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535614 Apr 05 11:08:02.508550 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:03.355233 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53019c7-96c9-4e06-93bc-e103e74ad555 req-4ef8a125-b4e1-4f26-8723-36e2b66e487c tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:03.357672 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e53019c7-96c9-4e06-93bc-e103e74ad555 req-4ef8a125-b4e1-4f26-8723-36e2b66e487c tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 946 time: 0.0666249 Apr 05 11:08:03.421078 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e53019c7-96c9-4e06-93bc-e103e74ad555 req-e1f8c95e-8f05-47e2-8f83-a33e7ce472b3 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569737 Apr 05 11:08:03.721672 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:04.567391 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a9104-abae-45ee-a3cb-cdbf9b78682d req-7419398d-2c77-41c8-8bad-99523b9c07e0 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:04.568986 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-846a9104-abae-45ee-a3cb-cdbf9b78682d req-7419398d-2c77-41c8-8bad-99523b9c07e0 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 946 time: 0.0626872 Apr 05 11:08:04.620522 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-846a9104-abae-45ee-a3cb-cdbf9b78682d req-2b2475de-09ae-401c-ab8c-16b21411f27d tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454097 Apr 05 11:08:05.745882 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6230c3d-93f2-4a82-8d58-657b0c8932c8 req-4f557657-1311-4b8d-85a3-833b08813753 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:05.747701 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f6230c3d-93f2-4a82-8d58-657b0c8932c8 req-4f557657-1311-4b8d-85a3-833b08813753 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 946 time: 0.0552375 Apr 05 11:08:05.798317 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f6230c3d-93f2-4a82-8d58-657b0c8932c8 req-7b4ec809-97f3-43a4-a82e-b63ace860dfa tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446031 Apr 05 11:08:06.988913 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68974e84-3110-4aed-a4a3-f0f48dac92cc req-8f84da94-9889-4770-b304-ff57d7a97971 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:06.990538 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-68974e84-3110-4aed-a4a3-f0f48dac92cc req-8f84da94-9889-4770-b304-ff57d7a97971 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 946 time: 0.1178558 Apr 05 11:08:07.048420 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c084f8-9d43-448a-a030-4ed9c229743f req-e66b95b9-61ef-4ebe-891f-0174558c4e13 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:07.049965 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e4c084f8-9d43-448a-a030-4ed9c229743f req-e66b95b9-61ef-4ebe-891f-0174558c4e13 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.36 "GET /v2.0/ports?device_id=209ea463-72a8-47a7-9f83-5344c796a1fe HTTP/1.1" status: 200 len: 946 time: 0.1244042 Apr 05 11:08:07.070501 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-68974e84-3110-4aed-a4a3-f0f48dac92cc req-a4aed4d9-fab0-44da-a902-bd50dbedfbc0 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726304 Apr 05 11:08:07.155652 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e4c084f8-9d43-448a-a030-4ed9c229743f req-a1585c87-eec8-4581-8e25-c922a88b1176 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Deleting port 02bd1634-1ed0-4093-8003-7fc088c3b9ca {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:07.155997 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e4c084f8-9d43-448a-a030-4ed9c229743f req-a1585c87-eec8-4581-8e25-c922a88b1176 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:07.257130 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-e4c084f8-9d43-448a-a030-4ed9c229743f req-a1585c87-eec8-4581-8e25-c922a88b1176 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] For port 02bd1634-1ed0-4093-8003-7fc088c3b9ca, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=02bd1634-1ed0-4093-8003-7fc088c3b9ca,segment=NetworkSegment(966f2fc7-01c6-46c3-ba18-5caaef10e086),segment_id=966f2fc7-01c6-46c3-ba18-5caaef10e086)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:07.257466 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e4c084f8-9d43-448a-a030-4ed9c229743f req-a1585c87-eec8-4581-8e25-c922a88b1176 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:07.271321 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-e4c084f8-9d43-448a-a030-4ed9c229743f req-a1585c87-eec8-4581-8e25-c922a88b1176 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Calling delete_port for 02bd1634-1ed0-4093-8003-7fc088c3b9ca owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:07.414091 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e4c084f8-9d43-448a-a030-4ed9c229743f req-a1585c87-eec8-4581-8e25-c922a88b1176 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (02bd1634-1ed0-4093-8003-7fc088c3b9ca), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:07.426509 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['02bd1634-1ed0-4093-8003-7fc088c3b9ca'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:08:07.442779 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1585c87-eec8-4581-8e25-c922a88b1176 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Pushing event deleted for resources: {'Port': ['ID=02bd1634-1ed0-4093-8003-7fc088c3b9ca,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:07.493481 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c084f8-9d43-448a-a030-4ed9c229743f req-a1585c87-eec8-4581-8e25-c922a88b1176 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] No DVR routers for this DVR port 02bd1634-1ed0-4093-8003-7fc088c3b9ca on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:08:07.496392 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-e4c084f8-9d43-448a-a030-4ed9c229743f req-a1585c87-eec8-4581-8e25-c922a88b1176 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:07.499995 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-e4c084f8-9d43-448a-a030-4ed9c229743f req-a1585c87-eec8-4581-8e25-c922a88b1176 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.36 "DELETE /v2.0/ports/02bd1634-1ed0-4093-8003-7fc088c3b9ca HTTP/1.1" status: 204 len: 173 time: 0.4446473 Apr 05 11:08:07.500484 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ea463-72a8-47a7-9f83-5344c796a1fe', 'name': 'network-vif-deleted', 'tag': '02bd1634-1ed0-4093-8003-7fc088c3b9ca'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:08:07.503396 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4521630d-c99f-43ac-b7d6-faf326236463" -d '{"events": [{"server_uuid": "209ea463-72a8-47a7-9f83-5344c796a1fe", "name": "network-vif-deleted", "tag": "02bd1634-1ed0-4093-8003-7fc088c3b9ca"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:08:07.541571 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb91dfd-0df7-4521-a522-bb601b3f85a1 x-openstack-request-id: req-5fb91dfd-0df7-4521-a522-bb601b3f85a1 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:08:07.541864 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ea463-72a8-47a7-9f83-5344c796a1fe", "name": "network-vif-deleted", "tag": "02bd1634-1ed0-4093-8003-7fc088c3b9ca", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:08:07.542120 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5fb91dfd-0df7-4521-a522-bb601b3f85a1 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:08:07.542529 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb91dfd-0df7-4521-a522-bb601b3f85a1'] response: {'server_uuid': '209ea463-72a8-47a7-9f83-5344c796a1fe', 'name': 'network-vif-deleted', 'tag': '02bd1634-1ed0-4093-8003-7fc088c3b9ca', 'status': 'completed', 'code': 200} Apr 05 11:08:09.619972 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 02bd1634-1ed0-4093-8003-7fc088c3b9ca no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:08:09.649040 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: 02bd1634-1ed0-4093-8003-7fc088c3b9ca {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:08:09.649432 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 02bd1634-1ed0-4093-8003-7fc088c3b9ca not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:08:12.048850 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-c61b4739-e816-48d5-883c-367f8352761d tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:12.050265 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-c61b4739-e816-48d5-883c-367f8352761d tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/networks?id=d538c9f6-4a64-4e10-bc78-524d6463c04a HTTP/1.1" status: 200 len: 813 time: 0.1115313 Apr 05 11:08:12.068805 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-967d4a78-d6b3-4482-abcf-3d712659decf tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/quotas/ef0135a398764b548619e74d71463ad9 HTTP/1.1" status: 200 len: 375 time: 0.0103178 Apr 05 11:08:12.104739 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-f8984cdf-ce33-43d8-af71-5066e0bdac40 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef0135a398764b548619e74d71463ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279007 Apr 05 11:08:12.200126 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-3d8f0f5f-146a-440d-9c69-bbf108b94c49 service neutron] 10.222.0.43 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885882 Apr 05 11:08:12.312848 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a3ef52cf-f055-40ac-94f3-be0ed6ef9ab7 service neutron] 10.222.0.43 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063766 Apr 05 11:08:12.477961 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9c1376dc-c326-42e2-b6be-afea228786bf req-037c7dd9-0b80-47a4-a673-ed32cf4b6f08 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 210 time: 0.0284972 Apr 05 11:08:13.494812 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-4973530a-dd07-4407-8f41-89fefb51bed5 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:13.496331 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-4973530a-dd07-4407-8f41-89fefb51bed5 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.36 "GET /v2.0/networks?id=d538c9f6-4a64-4e10-bc78-524d6463c04a HTTP/1.1" status: 200 len: 813 time: 0.1172612 Apr 05 11:08:13.511076 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Request body: {'port': {'device_id': '1e7fb1da-5386-4cb4-b735-88ba54d02d33', 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a', 'admin_state_up': True, 'tenant_id': 'ef0135a398764b548619e74d71463ad9'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:08:13.601591 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a3d3c714-a6f3-4980-b6f4-23005e30133c req-a7bcd524-d411-43ac-aed6-73275e000c9a tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 210 time: 0.0400214 Apr 05 11:08:13.651631 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Made reservation on behalf of ef0135a398764b548619e74d71463ad9 for: {'port': 1} {{(pid=103320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:08:13.654998 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (None), before_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:13.778931 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_common [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Allocated IP 172.20.0.7 (d538c9f6-4a64-4e10-bc78-524d6463c04a/8d0be55a-9f2c-4566-b96a-2cc7dace5440/95e3964f-0b09-45cf-9ac7-128516e4e360) {{(pid=103320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:08:13.934494 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks [] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), precommit_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:13.979038 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734370134020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), after_create {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:14.029676 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Network d538c9f6-4a64-4e10-bc78-524d6463c04a is already hosted by enough agents. {{(pid=103320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:08:14.032778 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.base_scheduler [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Resources bound (agent type, host, resource id): {{(pid=103320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:08:14.043304 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Received port after_create {{(pid=103320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:08:14.050569 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Pushing event updated for resources: {'Port': ['ID=95e3964f-0b09-45cf-9ac7-128516e4e360,revision_number=1']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:14.097237 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:14.097880 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:14.116561 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-b30eb876-1022-4ee9-9a91-df24636ae439 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6102407 Apr 05 11:08:14.129291 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Request body: {'port': {'device_id': '1e7fb1da-5386-4cb4-b735-88ba54d02d33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:08:14.189334 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:14.458132 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e3964f-0b09-45cf-9ac7-128516e4e360 {{(pid=103320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:08:14.465900 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Publish callbacks [] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:14.478676 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.provisioning_blocks [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Transition to ACTIVE for port object 95e3964f-0b09-45cf-9ac7-128516e4e360 will not be triggered until provisioned by entity L2. {{(pid=103320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:08:14.485551 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:14.536289 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Pushing event updated for resources: {'Port': ['ID=95e3964f-0b09-45cf-9ac7-128516e4e360,revision_number=2']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:14.624692 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Attempting to bind port 95e3964f-0b09-45cf-9ac7-128516e4e360 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:08:14.625882 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Attempting to bind port 95e3964f-0b09-45cf-9ac7-128516e4e360 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '966f2fc7-01c6-46c3-ba18-5caaef10e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a'}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:08:14.626228 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Attempting to bind port 95e3964f-0b09-45cf-9ac7-128516e4e360 on network d538c9f6-4a64-4e10-bc78-524d6463c04a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:08:14.631782 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Port 95e3964f-0b09-45cf-9ac7-128516e4e360 on network d538c9f6-4a64-4e10-bc78-524d6463c04a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:08:14.631913 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Attempting to bind port 95e3964f-0b09-45cf-9ac7-128516e4e360 on network d538c9f6-4a64-4e10-bc78-524d6463c04a {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:08:14.636840 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Checking agent: {'id': 'b76b822c-f532-4615-85a9-c77049c85b37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'started_at': datetime.datetime(2022, 4, 5, 10, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:08:14.637179 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Checking segment: {'id': '966f2fc7-01c6-46c3-ba18-5caaef10e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:08:14.637574 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Bound using segment: {'id': '966f2fc7-01c6-46c3-ba18-5caaef10e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a'} {{(pid=103320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:08:14.638002 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.managers [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Bound port: 95e3964f-0b09-45cf-9ac7-128516e4e360, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966f2fc7-01c6-46c3-ba18-5caaef10e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a'}}] {{(pid=103320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:08:14.638360 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:14.740427 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] For port 95e3964f-0b09-45cf-9ac7-128516e4e360, host hv-cinder-81899, cleared binding levels {{(pid=103320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:08:14.744179 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] For port 95e3964f-0b09-45cf-9ac7-128516e4e360, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=95e3964f-0b09-45cf-9ac7-128516e4e360,segment=NetworkSegment(966f2fc7-01c6-46c3-ba18-5caaef10e086),segment_id=966f2fc7-01c6-46c3-ba18-5caaef10e086)] {{(pid=103320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:08:14.756844 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:14.773402 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcab5b-cc71-47c2-9072-5c35ab6deeba req-f2a15928-4dbc-42af-a9c3-6a3886a714f3 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:14.774940 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c8dcab5b-cc71-47c2-9072-5c35ab6deeba req-f2a15928-4dbc-42af-a9c3-6a3886a714f3 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 943 time: 0.0980558 Apr 05 11:08:14.821713 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:14.822331 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:14.823739 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] 10.222.0.36 "PUT /v2.0/ports/95e3964f-0b09-45cf-9ac7-128516e4e360 HTTP/1.1" status: 200 len: 1093 time: 0.6985338 Apr 05 11:08:14.824171 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7fb1da-5386-4cb4-b735-88ba54d02d33', 'tag': '95e3964f-0b09-45cf-9ac7-128516e4e360'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:08:14.826433 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648a2dab-4d9d-4fda-8490-5382acb39553" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7fb1da-5386-4cb4-b735-88ba54d02d33", "tag": "95e3964f-0b09-45cf-9ac7-128516e4e360"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:08:14.869093 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d258c29-bc28-47eb-89f4-0ae41f098a46 x-openstack-request-id: req-0d258c29-bc28-47eb-89f4-0ae41f098a46 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:08:14.869395 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7fb1da-5386-4cb4-b735-88ba54d02d33", "tag": "95e3964f-0b09-45cf-9ac7-128516e4e360", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:08:14.869652 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d258c29-bc28-47eb-89f4-0ae41f098a46 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:08:14.870048 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d258c29-bc28-47eb-89f4-0ae41f098a46'] response: {'name': 'network-changed', 'server_uuid': '1e7fb1da-5386-4cb4-b735-88ba54d02d33', 'tag': '95e3964f-0b09-45cf-9ac7-128516e4e360', 'status': 'completed', 'code': 200} Apr 05 11:08:14.903768 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f47e7-1582-48d8-b6c4-0965374b8f4b service neutron] Pushing event updated for resources: {'Port': ['ID=95e3964f-0b09-45cf-9ac7-128516e4e360,revision_number=3']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:14.913878 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-c8dcab5b-cc71-47c2-9072-5c35ab6deeba req-452d54ad-477c-4125-b8c7-74f1839c49ff tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160963 Apr 05 11:08:14.930509 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-d42072b4-df2a-4bbe-bc4e-f44103a5873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:14.932089 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-d42072b4-df2a-4bbe-bc4e-f44103a5873b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef0135a398764b548619e74d71463ad9&device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 1127 time: 0.0674808 Apr 05 11:08:14.975546 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-fc126e35-9a80-4130-8c3c-eba3eb81556a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95e3964f-0b09-45cf-9ac7-128516e4e360 HTTP/1.1" status: 200 len: 217 time: 0.0348506 Apr 05 11:08:15.030484 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-54c1c404-0fe8-490b-9722-f0b695dfa893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:15.031888 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-54c1c404-0fe8-490b-9722-f0b695dfa893 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d0be55a-9f2c-4566-b96a-2cc7dace5440 HTTP/1.1" status: 200 len: 853 time: 0.0504942 Apr 05 11:08:15.066474 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-9f88d64a-35d1-4dd0-8901-9b84b30d972c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d538c9f6-4a64-4e10-bc78-524d6463c04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276284 Apr 05 11:08:15.158504 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-2caf07e5-8451-4b81-8b16-76c78043d4c5 service neutron] 10.222.0.36 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852182 Apr 05 11:08:15.257310 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f696eb59-f147-45d3-ba0a-35b35066a944 req-497d5596-374d-455c-8ed5-397eaf72c614 service neutron] 10.222.0.36 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927396 Apr 05 11:08:15.479787 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:16.034646 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2dab-4d9d-4fda-8490-5382acb39553 req-784ce920-ce02-4c18-af6f-6e4a0a4cfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:16.036264 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-648a2dab-4d9d-4fda-8490-5382acb39553 req-784ce920-ce02-4c18-af6f-6e4a0a4cfdbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef0135a398764b548619e74d71463ad9&device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 1127 time: 0.0769217 Apr 05 11:08:16.081467 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a87e82-26ef-4ca1-acc8-c6024d41652f req-aa75327f-0b5e-4c2e-b178-92a598a2b301 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:16.083020 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d2a87e82-26ef-4ca1-acc8-c6024d41652f req-aa75327f-0b5e-4c2e-b178-92a598a2b301 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 943 time: 0.0946641 Apr 05 11:08:16.178128 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d2a87e82-26ef-4ca1-acc8-c6024d41652f req-b1380c03-3589-49f8-884a-c11b38d0dcb2 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656550 Apr 05 11:08:16.179499 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2dab-4d9d-4fda-8490-5382acb39553 req-74ec86e5-c00e-4d45-b523-44055f263c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:16.181107 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-648a2dab-4d9d-4fda-8490-5382acb39553 req-74ec86e5-c00e-4d45-b523-44055f263c57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d538c9f6-4a64-4e10-bc78-524d6463c04a HTTP/1.1" status: 200 len: 914 time: 0.1374536 Apr 05 11:08:16.227786 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-648a2dab-4d9d-4fda-8490-5382acb39553 req-ad749f4b-cd03-4519-84a5-67285a64b42c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95e3964f-0b09-45cf-9ac7-128516e4e360 HTTP/1.1" status: 200 len: 217 time: 0.0401769 Apr 05 11:08:16.560365 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2dab-4d9d-4fda-8490-5382acb39553 req-b3ad2230-86cc-4bd1-8051-eb0074f15dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:16.561862 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-648a2dab-4d9d-4fda-8490-5382acb39553 req-b3ad2230-86cc-4bd1-8051-eb0074f15dac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d0be55a-9f2c-4566-b96a-2cc7dace5440 HTTP/1.1" status: 200 len: 853 time: 0.3283529 Apr 05 11:08:16.597048 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-648a2dab-4d9d-4fda-8490-5382acb39553 req-d53be6af-9945-4d78-89e9-c51e941d0a93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d538c9f6-4a64-4e10-bc78-524d6463c04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278177 Apr 05 11:08:16.702079 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-648a2dab-4d9d-4fda-8490-5382acb39553 req-57d573b5-63f9-4f08-addc-0389ae85b6a8 service neutron] 10.222.0.36 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988581 Apr 05 11:08:16.793742 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-648a2dab-4d9d-4fda-8490-5382acb39553 req-ee4b3110-4e5c-4105-9faa-f07a66dcb91d service neutron] 10.222.0.36 "GET /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855331 Apr 05 11:08:17.307123 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab995b-fd64-48b0-9576-7111645aa346 req-e1536fc8-bdae-4125-98ea-12d85930320c tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:17.308679 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9cab995b-fd64-48b0-9576-7111645aa346 req-e1536fc8-bdae-4125-98ea-12d85930320c tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 943 time: 0.0578115 Apr 05 11:08:17.364048 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-9cab995b-fd64-48b0-9576-7111645aa346 req-22e5de5d-e0cf-4601-be32-1b4f16c7d8db tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494599 Apr 05 11:08:17.631954 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 95e3964f-0b09-45cf-9ac7-128516e4e360 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103323) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:08:17.738617 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 95e3964f-0b09-45cf-9ac7-128516e4e360, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=95e3964f-0b09-45cf-9ac7-128516e4e360,segment=NetworkSegment(966f2fc7-01c6-46c3-ba18-5caaef10e086),segment_id=966f2fc7-01c6-46c3-ba18-5caaef10e086)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:17.758912 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Returning: {'device': '95e3964f-0b09-45cf-9ac7-128516e4e360', 'network_id': 'd538c9f6-4a64-4e10-bc78-524d6463c04a', 'port_id': '95e3964f-0b09-45cf-9ac7-128516e4e360', 'mac_address': 'fa:16:3e:b4:75:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0be55a-9f2c-4566-b96a-2cc7dace5440', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103323) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:08:17.797932 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 95e3964f-0b09-45cf-9ac7-128516e4e360 is: DOWN; New status is: BUILD {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:08:17.798407 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:17.812461 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e3964f-0b09-45cf-9ac7-128516e4e360 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:08:17.833811 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 95e3964f-0b09-45cf-9ac7-128516e4e360, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=95e3964f-0b09-45cf-9ac7-128516e4e360,segment=NetworkSegment(966f2fc7-01c6-46c3-ba18-5caaef10e086),segment_id=966f2fc7-01c6-46c3-ba18-5caaef10e086)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:17.838925 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:17.893142 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=95e3964f-0b09-45cf-9ac7-128516e4e360,revision_number=4']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:17.900580 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.900943 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.901234 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.901577 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.901884 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.902200 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.902518 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.902833 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.903150 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.903491 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.903812 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.904127 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.904442 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.904751 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:17.905060 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:08:18.063401 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['95e3964f-0b09-45cf-9ac7-128516e4e360'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:08:18.493837 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624f5c0-d52a-4d35-a4d7-69a0974eb42a req-7c4d3369-0285-4dcd-8eda-efe45fb40963 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:18.495475 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5624f5c0-d52a-4d35-a4d7-69a0974eb42a req-7c4d3369-0285-4dcd-8eda-efe45fb40963 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 944 time: 0.0579801 Apr 05 11:08:18.545995 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-5624f5c0-d52a-4d35-a4d7-69a0974eb42a req-36e4c034-d891-444c-9424-0a5958bb2866 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444353 Apr 05 11:08:19.647490 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 95e3964f-0b09-45cf-9ac7-128516e4e360 up at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:08:19.678517 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f786222-811f-486a-b889-84d1531dc146 req-8f6b12b6-ffd5-48cf-87ec-2a13ed7a393a tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:19.679938 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2f786222-811f-486a-b889-84d1531dc146 req-8f6b12b6-ffd5-48cf-87ec-2a13ed7a393a tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 944 time: 0.0614965 Apr 05 11:08:19.703223 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning for port 95e3964f-0b09-45cf-9ac7-128516e4e360 completed by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:08:19.708630 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Provisioning complete for port 95e3964f-0b09-45cf-9ac7-128516e4e360 triggered by entity L2. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:08:19.709062 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:19.733802 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2f786222-811f-486a-b889-84d1531dc146 req-d8c5def9-699e-461e-aa3d-3537a6e3c5ff tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480611 Apr 05 11:08:19.790264 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Current status of the port 95e3964f-0b09-45cf-9ac7-128516e4e360 is: BUILD; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:08:19.790769 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:19.813439 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7fb1da-5386-4cb4-b735-88ba54d02d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e3964f-0b09-45cf-9ac7-128516e4e360'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:08:19.815810 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4582844c9915de7cd6e97efe34923b6cbbf79355b83ce0d6f4c8cf3e90484057" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d5b156-444e-41c2-a870-3002f6d66b42" -d '{"events": [{"server_uuid": "1e7fb1da-5386-4cb4-b735-88ba54d02d33", "name": "network-vif-plugged", "status": "completed", "tag": "95e3964f-0b09-45cf-9ac7-128516e4e360"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:08:19.829234 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] For port 95e3964f-0b09-45cf-9ac7-128516e4e360, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=95e3964f-0b09-45cf-9ac7-128516e4e360,segment=NetworkSegment(966f2fc7-01c6-46c3-ba18-5caaef10e086),segment_id=966f2fc7-01c6-46c3-ba18-5caaef10e086)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:19.834999 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:19.859582 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165211c2-f289-4352-86a3-d06a90c838d1 x-openstack-request-id: req-165211c2-f289-4352-86a3-d06a90c838d1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:08:19.859880 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7fb1da-5386-4cb4-b735-88ba54d02d33", "name": "network-vif-plugged", "status": "completed", "tag": "95e3964f-0b09-45cf-9ac7-128516e4e360", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:08:19.860343 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-165211c2-f289-4352-86a3-d06a90c838d1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:08:19.860864 dv-cinder-818994-3-smb neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165211c2-f289-4352-86a3-d06a90c838d1'] response: {'server_uuid': '1e7fb1da-5386-4cb4-b735-88ba54d02d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e3964f-0b09-45cf-9ac7-128516e4e360', 'code': 200} Apr 05 11:08:19.889100 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Pushing event updated for resources: {'Port': ['ID=95e3964f-0b09-45cf-9ac7-128516e4e360,revision_number=5']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:20.071917 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cc57b-04aa-4466-bbaf-22b8f7fe16da req-6fb49e5a-61a0-4a6f-9532-6ef69a19c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:20.073337 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6c2cc57b-04aa-4466-bbaf-22b8f7fe16da req-6fb49e5a-61a0-4a6f-9532-6ef69a19c67e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 1129 time: 0.0497782 Apr 05 11:08:20.118288 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6c2cc57b-04aa-4466-bbaf-22b8f7fe16da req-27c1e416-ed49-40c3-84c4-71b18de2a76f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391891 Apr 05 11:08:20.863850 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c59dc1-0651-4bab-b9b6-488658031b2d req-2bc7045e-c8ab-4f82-9046-e8c69827d219 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:20.865320 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-58c59dc1-0651-4bab-b9b6-488658031b2d req-2bc7045e-c8ab-4f82-9046-e8c69827d219 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 945 time: 0.0577817 Apr 05 11:08:20.915104 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-58c59dc1-0651-4bab-b9b6-488658031b2d req-3587d107-00c5-4be0-8a6b-89738f1d0595 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Apr 05 11:08:22.052270 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22d87f-e39a-470c-90a8-132e73903c7e req-465fb134-1271-4d4b-add5-79b387336e1a tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:22.053722 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1a22d87f-e39a-470c-90a8-132e73903c7e req-465fb134-1271-4d4b-add5-79b387336e1a tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 945 time: 0.0621996 Apr 05 11:08:22.118149 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-1a22d87f-e39a-470c-90a8-132e73903c7e req-6824b45f-b969-4780-95f6-d766bca7d18b tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586622 Apr 05 11:08:23.766513 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d7b53885-db08-420e-9986-8145cbe05e36 req-4ce5acd0-daa6-40f6-8216-ca02c531a748 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758044247&fields=id&tenant_id=482cb55d35744b6c98690c1bf5b33699 HTTP/1.1" status: 200 len: 267 time: 0.0467668 Apr 05 11:08:23.833607 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53885-db08-420e-9986-8145cbe05e36 req-707f32ac-1595-47e2-925a-6bbc8900607d tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:23.835136 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d7b53885-db08-420e-9986-8145cbe05e36 req-707f32ac-1595-47e2-925a-6bbc8900607d tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 985 time: 0.0628765 Apr 05 11:08:23.849534 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.v2.base [req-d7b53885-db08-420e-9986-8145cbe05e36 req-336842f9-2c9b-45c2-858a-1abd4d249336 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Request body: {'port': {'security_groups': ['0d16651e-b27f-41ee-b51d-36d72f7468f7']}} {{(pid=103320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:08:23.926195 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d7b53885-db08-420e-9986-8145cbe05e36 req-336842f9-2c9b-45c2-858a-1abd4d249336 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1218874'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), before_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.111020 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-d7b53885-db08-420e-9986-8145cbe05e36 req-336842f9-2c9b-45c2-858a-1abd4d249336 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] For port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:24.142304 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d7b53885-db08-420e-9986-8145cbe05e36 req-336842f9-2c9b-45c2-858a-1abd4d249336 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), precommit_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.149056 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d7b53885-db08-420e-9986-8145cbe05e36 req-336842f9-2c9b-45c2-858a-1abd4d249336 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734370716694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734370134038', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734370134056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29836203'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), after_update {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.161673 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:08:24.195585 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b53885-db08-420e-9986-8145cbe05e36 req-336842f9-2c9b-45c2-858a-1abd4d249336 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:24.196268 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-d7b53885-db08-420e-9986-8145cbe05e36 req-336842f9-2c9b-45c2-858a-1abd4d249336 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.201058 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-d7b53885-db08-420e-9986-8145cbe05e36 req-336842f9-2c9b-45c2-858a-1abd4d249336 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "PUT /v2.0/ports/dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 HTTP/1.1" status: 200 len: 943 time: 0.3543422 Apr 05 11:08:24.201562 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:08:24.204022 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:08:24.204235 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51608) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:24.240020 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336842f9-2c9b-45c2-858a-1abd4d249336 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event updated for resources: {'Port': ['ID=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,revision_number=7']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:24.264689 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e2d74b-eb06-4d1a-8da9-f2af44b18e05 x-openstack-request-id: req-d6e2d74b-eb06-4d1a-8da9-f2af44b18e05 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:08:24.265017 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:08:24.265277 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6e2d74b-eb06-4d1a-8da9-f2af44b18e05 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:08:24.265792 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e2d74b-eb06-4d1a-8da9-f2af44b18e05'] response: {'name': 'network-changed', 'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'status': 'completed', 'code': 200} Apr 05 11:08:24.269693 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:08:24.288815 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e086ddf-3055-4b57-b8c8-aa9538e487c8 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group (561427bd-becc-4f0f-84cd-2378c2a2ba50), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.318590 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e086ddf-3055-4b57-b8c8-aa9538e487c8 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group (561427bd-becc-4f0f-84cd-2378c2a2ba50), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.356704 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7 req-5d3f6763-fd10-4d4a-8a44-1575f747c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:24.358176 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7 req-5d3f6763-fd10-4d4a-8a44-1575f747c675 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=482cb55d35744b6c98690c1bf5b33699&device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 1130 time: 0.0645976 Apr 05 11:08:24.394121 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e086ddf-3055-4b57-b8c8-aa9538e487c8 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (561427bd-becc-4f0f-84cd-2378c2a2ba50), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.397306 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-1e086ddf-3055-4b57-b8c8-aa9538e487c8 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.399361 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-1e086ddf-3055-4b57-b8c8-aa9538e487c8 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "DELETE /v2.0/security-groups/561427bd-becc-4f0f-84cd-2378c2a2ba50 HTTP/1.1" status: 204 len: 168 time: 0.1938832 Apr 05 11:08:24.409536 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51612) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:24.410837 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e086ddf-3055-4b57-b8c8-aa9538e487c8 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561427bd-becc-4f0f-84cd-2378c2a2ba50,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:24.476871 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7 req-b8d13895-c9ad-4e37-9786-3a030242e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:24.478348 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7 req-b8d13895-c9ad-4e37-9786-3a030242e5d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3351e8de-9fa7-446a-847c-b18fd43e9c58 HTTP/1.1" status: 200 len: 916 time: 0.1135871 Apr 05 11:08:24.548029 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [None req-4f8a1669-f2bc-4aed-9495-18d724c819e9 None None] Provisioning complete for port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 triggered by entity DHCP. {{(pid=103323) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:08:24.548973 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4f8a1669-f2bc-4aed-9495-18d724c819e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1161083'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), provisioning_complete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.564054 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7 req-e24f9150-c8cd-410a-9341-abe42728d2ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 HTTP/1.1" status: 200 len: 1002 time: 0.0786498 Apr 05 11:08:24.612269 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Deleting port 0a34be72-8755-43ec-92bc-c902f4aeceda {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:24.612612 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (0a34be72-8755-43ec-92bc-c902f4aeceda), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.624245 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7 req-5f14e46c-d172-4106-9e4f-ca72305e9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:24.625878 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7 req-5f14e46c-d172-4106-9e4f-ca72305e9f83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5304b95-7b40-4942-9d48-d711cedf3845 HTTP/1.1" status: 200 len: 854 time: 0.0547707 Apr 05 11:08:24.639297 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a1669-f2bc-4aed-9495-18d724c819e9 None None] Current status of the port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 is: ACTIVE; New status is: ACTIVE {{(pid=103323) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:08:24.688113 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7 req-117c2f29-2021-49d4-b353-dcd6113c53ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:24.689763 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7 req-117c2f29-2021-49d4-b353-dcd6113c53ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3351e8de-9fa7-446a-847c-b18fd43e9c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0565689 Apr 05 11:08:24.708096 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (0a34be72-8755-43ec-92bc-c902f4aeceda), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.708096 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for floatingip (0a34be72-8755-43ec-92bc-c902f4aeceda), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.724133 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Calling delete_port for 0a34be72-8755-43ec-92bc-c902f4aeceda owned by network:floatingip {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:24.790372 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7 req-850f6c82-01e7-4b2e-9bcc-58e2cca94185 service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940416 Apr 05 11:08:24.892936 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-99f12ab2-5b35-4fee-97cc-65a8913bf4f7 req-e6685d7f-2302-4fcd-989a-963a10133741 service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961535 Apr 05 11:08:24.893551 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (0a34be72-8755-43ec-92bc-c902f4aeceda), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.918999 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event deleted for resources: {'Port': ['ID=0a34be72-8755-43ec-92bc-c902f4aeceda,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:24.981877 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks [] for floatingip (cb374478-d7d9-4c11-9dd0-c38863475817), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.982209 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.db.l3_db [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Floating IP cb374478-d7d9-4c11-9dd0-c38863475817 disassociated (deleted). External IP: 172.28.2.149, port: dd19bb47-9b9a-4cd2-832d-ead0330ab9c7. Apr 05 11:08:25.213682 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Router 9687e8d5-f530-4c91-8002-7e2715ec13f2 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:08:25.328790 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:08:25.334025 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for floatingip (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:25.338999 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed39bd-b74a-4b65-8509-11e3f824515a None None] Sync routers for ids ['9687e8d5-f530-4c91-8002-7e2715ec13f2'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:08:25.350035 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed39bd-b74a-4b65-8509-11e3f824515a None None] Routers {'9687e8d5-f530-4c91-8002-7e2715ec13f2'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:08:25.350735 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fbed39bd-b74a-4b65-8509-11e3f824515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:08:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['9687e8d5-f530-4c91-8002-7e2715ec13f2'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:25.363336 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-0260b95b-4448-451b-89d1-9472770f4170 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "DELETE /v2.0/floatingips/cb374478-d7d9-4c11-9dd0-c38863475817 HTTP/1.1" status: 204 len: 168 time: 0.9498301 Apr 05 11:08:25.363936 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'}] {{(pid=103322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:08:25.366175 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0520affa7af51472b14feeb8a4a17f093fe11236a3420eef57bd9c5210755bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f9d448-877c-4c53-bc01-0706a23db881" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7"}]}' {{(pid=103322) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:08:25.403084 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5841ac47-e39a-4a2a-a88f-b81fe523a210 x-openstack-request-id: req-5841ac47-e39a-4a2a-a88f-b81fe523a210 {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:08:25.405012 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7", "status": "completed", "code": 200}]} {{(pid=103322) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:08:25.405270 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5841ac47-e39a-4a2a-a88f-b81fe523a210 {{(pid=103322) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:08:25.405712 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5841ac47-e39a-4a2a-a88f-b81fe523a210'] response: {'name': 'network-changed', 'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'status': 'completed', 'code': 200} Apr 05 11:08:25.464481 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-fbed39bd-b74a-4b65-8509-11e3f824515a None None] Set router 9687e8d5-f530-4c91-8002-7e2715ec13f2 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:08:25.600522 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9d448-877c-4c53-bc01-0706a23db881 req-825ad765-5116-48c2-9a7a-a6857c7c90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:25.602088 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18f9d448-877c-4c53-bc01-0706a23db881 req-825ad765-5116-48c2-9a7a-a6857c7c90ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=482cb55d35744b6c98690c1bf5b33699&device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 1130 time: 0.0492387 Apr 05 11:08:25.688324 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fbed39bd-b74a-4b65-8509-11e3f824515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:03Z', 'revision_number': 4, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': 'bc406490-13a2-4f8e-8cff-291e6011e65b', 'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'mac_address': 'fa:16:3e:57:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:02Z', 'updated_at': '2022-04-05T11:06:07Z', 'revision_number': 5, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'subnets': [{'id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:25.717854 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed39bd-b74a-4b65-8509-11e3f824515a None None] Checking router: 9687e8d5-f530-4c91-8002-7e2715ec13f2 for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:08:25.726850 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed39bd-b74a-4b65-8509-11e3f824515a None None] Routers {'9687e8d5-f530-4c91-8002-7e2715ec13f2'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:08:25.727475 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fbed39bd-b74a-4b65-8509-11e3f824515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:08:00Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['9687e8d5-f530-4c91-8002-7e2715ec13f2'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:25.863762 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-fbed39bd-b74a-4b65-8509-11e3f824515a None None] Set router 9687e8d5-f530-4c91-8002-7e2715ec13f2 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:08:25.910167 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9d448-877c-4c53-bc01-0706a23db881 req-09c17a52-ade0-496f-aaae-89c83d941cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:25.911723 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18f9d448-877c-4c53-bc01-0706a23db881 req-09c17a52-ade0-496f-aaae-89c83d941cc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3351e8de-9fa7-446a-847c-b18fd43e9c58 HTTP/1.1" status: 200 len: 916 time: 0.1031709 Apr 05 11:08:26.214854 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-fbed39bd-b74a-4b65-8509-11e3f824515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:03Z', 'revision_number': 4, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': 'bc406490-13a2-4f8e-8cff-291e6011e65b', 'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'mac_address': 'fa:16:3e:57:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:02Z', 'updated_at': '2022-04-05T11:06:07Z', 'revision_number': 5, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'subnets': [{'id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:26.248660 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed39bd-b74a-4b65-8509-11e3f824515a None None] The sync data for ids ['9687e8d5-f530-4c91-8002-7e2715ec13f2'] in dv-cinder-818994-3-smb is: [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:06:03Z', 'revision_number': 4, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb', '_interfaces': [{'id': 'bc406490-13a2-4f8e-8cff-291e6011e65b', 'name': '', 'network_id': '3351e8de-9fa7-446a-847c-b18fd43e9c58', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'mac_address': 'fa:16:3e:57:90:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:02Z', 'updated_at': '2022-04-05T11:06:07Z', 'revision_number': 5, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'subnets': [{'id': 'e5304b95-7b40-4942-9d48-d711cedf3845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:08:26.307806 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18f9d448-877c-4c53-bc01-0706a23db881 req-a4bda7ae-abd3-4fa7-b88b-f783400ebac0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 HTTP/1.1" status: 200 len: 217 time: 0.0451462 Apr 05 11:08:26.357827 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9d448-877c-4c53-bc01-0706a23db881 req-74dfc4e2-0731-41f2-9550-b321b298bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:26.359332 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18f9d448-877c-4c53-bc01-0706a23db881 req-74dfc4e2-0731-41f2-9550-b321b298bf46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5304b95-7b40-4942-9d48-d711cedf3845 HTTP/1.1" status: 200 len: 854 time: 0.0464008 Apr 05 11:08:26.508266 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d0a416-619a-49a0-acfd-36c6faf2da28 None None] New status for floating IP cb374478-d7d9-4c11-9dd0-c38863475817: DOWN {{(pid=103324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:08:26.555179 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9d448-877c-4c53-bc01-0706a23db881 req-2fa551b6-8918-488b-846e-5e69b8db89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:26.556699 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18f9d448-877c-4c53-bc01-0706a23db881 req-2fa551b6-8918-488b-846e-5e69b8db89b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3351e8de-9fa7-446a-847c-b18fd43e9c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0606215 Apr 05 11:08:26.661956 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-808bed40-bde3-4fd2-967a-3f5e09f2029e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:26.702998 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18f9d448-877c-4c53-bc01-0706a23db881 req-c9eae6e2-8999-493c-9ee5-e8a2f24ee126 service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105733 Apr 05 11:08:26.809017 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-18f9d448-877c-4c53-bc01-0706a23db881 req-fd29c830-7528-473d-aabd-95b83a3b110d service neutron] 10.222.0.36 "GET /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979464 Apr 05 11:08:28.601273 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:08:29.234275 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabf758-1d9f-4bd8-8ae0-ebf80e55af50 req-bb49ea8f-ba94-4bde-a051-08e456bfc9e9 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:29.236247 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ddabf758-1d9f-4bd8-8ae0-ebf80e55af50 req-bb49ea8f-ba94-4bde-a051-08e456bfc9e9 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 946 time: 0.0736780 Apr 05 11:08:29.289227 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ddabf758-1d9f-4bd8-8ae0-ebf80e55af50 req-13cd35d2-6ae4-4e47-88b7-1154a3beb7d0 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467184 Apr 05 11:08:29.596431 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3baaa203-aea6-4e1f-8d03-e585bf2465fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:30.435327 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a71ed4-7cc0-484b-992d-9d20d5b65675 req-40800370-6ca4-47e1-ac59-b44fa819b47e tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:30.437102 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a5a71ed4-7cc0-484b-992d-9d20d5b65675 req-40800370-6ca4-47e1-ac59-b44fa819b47e tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 946 time: 0.0699666 Apr 05 11:08:30.498780 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-a5a71ed4-7cc0-484b-992d-9d20d5b65675 req-681f872b-6115-41f7-8590-28c7ab38ecde tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552344 Apr 05 11:08:30.967307 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:31.232044 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa9781-46aa-4526-a7c1-036083b6823e req-08777655-1c8a-46ce-85c3-e5bd673ceb1d tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:31.233524 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-effa9781-46aa-4526-a7c1-036083b6823e req-08777655-1c8a-46ce-85c3-e5bd673ceb1d tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 946 time: 0.0582714 Apr 05 11:08:31.336968 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-effa9781-46aa-4526-a7c1-036083b6823e req-b6b08213-3795-4fd0-a283-dbad5dc96286 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Deleting port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:31.337309 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-effa9781-46aa-4526-a7c1-036083b6823e req-b6b08213-3795-4fd0-a283-dbad5dc96286 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:31.438647 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-effa9781-46aa-4526-a7c1-036083b6823e req-b6b08213-3795-4fd0-a283-dbad5dc96286 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] For port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:31.439389 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-effa9781-46aa-4526-a7c1-036083b6823e req-b6b08213-3795-4fd0-a283-dbad5dc96286 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:31.452402 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-effa9781-46aa-4526-a7c1-036083b6823e req-b6b08213-3795-4fd0-a283-dbad5dc96286 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Calling delete_port for dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:31.619112 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-effa9781-46aa-4526-a7c1-036083b6823e req-b6b08213-3795-4fd0-a283-dbad5dc96286 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (dd19bb47-9b9a-4cd2-832d-ead0330ab9c7), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:31.631343 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:08:31.653244 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b08213-3795-4fd0-a283-dbad5dc96286 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Pushing event deleted for resources: {'Port': ['ID=dd19bb47-9b9a-4cd2-832d-ead0330ab9c7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:31.692113 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f03e92-a83a-4b53-8e19-0afde71add5b req-853e4764-eace-495b-a164-eda7fd33be6c tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:31.693619 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-86f03e92-a83a-4b53-8e19-0afde71add5b req-853e4764-eace-495b-a164-eda7fd33be6c tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf2a8fab-e906-46b7-81ab-10337591328c HTTP/1.1" status: 200 len: 946 time: 0.1130297 Apr 05 11:08:31.716332 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa9781-46aa-4526-a7c1-036083b6823e req-b6b08213-3795-4fd0-a283-dbad5dc96286 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] No DVR routers for this DVR port dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:08:31.719270 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-effa9781-46aa-4526-a7c1-036083b6823e req-b6b08213-3795-4fd0-a283-dbad5dc96286 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:31.722587 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-effa9781-46aa-4526-a7c1-036083b6823e req-b6b08213-3795-4fd0-a283-dbad5dc96286 tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.36 "DELETE /v2.0/ports/dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 HTTP/1.1" status: 204 len: 173 time: 0.4830041 Apr 05 11:08:31.723026 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'name': 'network-vif-deleted', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:08:31.725305 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b948a72-c233-47b4-8ee4-38a95f36dc33" -d '{"events": [{"server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "name": "network-vif-deleted", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:08:31.768613 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-86f03e92-a83a-4b53-8e19-0afde71add5b req-4ab082ae-fa3c-4694-9322-705b67c84a8d tempest-TestMinimumBasicScenario-1508186410 tempest-TestMinimumBasicScenario-1508186410-project] 10.222.0.43 "GET /v2.0/security-groups?id=0d16651e-b27f-41ee-b51d-36d72f7468f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580170 Apr 05 11:08:31.774469 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2f2391-cef8-4cc6-b9d4-c09e1ae65f55 x-openstack-request-id: req-df2f2391-cef8-4cc6-b9d4-c09e1ae65f55 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:08:31.774833 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2a8fab-e906-46b7-81ab-10337591328c", "name": "network-vif-deleted", "tag": "dd19bb47-9b9a-4cd2-832d-ead0330ab9c7", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:08:31.775797 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df2f2391-cef8-4cc6-b9d4-c09e1ae65f55 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:08:31.775797 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2f2391-cef8-4cc6-b9d4-c09e1ae65f55'] response: {'server_uuid': 'bf2a8fab-e906-46b7-81ab-10337591328c', 'name': 'network-vif-deleted', 'tag': 'dd19bb47-9b9a-4cd2-832d-ead0330ab9c7', 'status': 'completed', 'code': 200} Apr 05 11:08:32.510135 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:33.535169 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51730) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:33.719275 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:33.901327 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (9687e8d5-f530-4c91-8002-7e2715ec13f2), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:34.172389 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] Deleting port bc406490-13a2-4f8e-8cff-291e6011e65b {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:34.172700 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:34.268905 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] For port bc406490-13a2-4f8e-8cff-291e6011e65b, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=bc406490-13a2-4f8e-8cff-291e6011e65b,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:34.269239 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:34.282378 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] Calling delete_port for bc406490-13a2-4f8e-8cff-291e6011e65b owned by network:router_interface {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:34.471112 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (bc406490-13a2-4f8e-8cff-291e6011e65b), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:34.503136 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc406490-13a2-4f8e-8cff-291e6011e65b,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:34.676910 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577608'] for router_interface (9687e8d5-f530-4c91-8002-7e2715ec13f2), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:34.905366 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] Router 9687e8d5-f530-4c91-8002-7e2715ec13f2 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:08:35.023109 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:08:35.030999 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-ac6229ae-39da-44f4-8cc0-a4a4bd2542f3 admin admin] 10.222.0.43 "PUT /v2.0/routers/9687e8d5-f530-4c91-8002-7e2715ec13f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4922113 Apr 05 11:08:35.031103 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51734) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:35.032809 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9484c93-7c10-49fd-acae-39c530a499b4 None None] Sync routers for ids ['9687e8d5-f530-4c91-8002-7e2715ec13f2'] in dv-cinder-818994-3-smb {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:08:35.043482 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9484c93-7c10-49fd-acae-39c530a499b4 None None] Routers {'9687e8d5-f530-4c91-8002-7e2715ec13f2'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:08:35.044117 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a9484c93-7c10-49fd-acae-39c530a499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:08:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['9687e8d5-f530-4c91-8002-7e2715ec13f2'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:35.139182 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Publish callbacks [] for router (9687e8d5-f530-4c91-8002-7e2715ec13f2), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:35.162919 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a9484c93-7c10-49fd-acae-39c530a499b4 None None] Set router 9687e8d5-f530-4c91-8002-7e2715ec13f2 gateway port host: dv-cinder-818994-3-smb {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:08:35.245139 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Publish callbacks [] for router_gateway (9687e8d5-f530-4c91-8002-7e2715ec13f2), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:35.300889 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Deleting port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:35.301230 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:35.357130 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a9484c93-7c10-49fd-acae-39c530a499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167'}], 'enable_snat': True}, 'gw_port_id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:08:34Z', 'revision_number': 5, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port': {'id': '0bd2eb2b-146c-4fe3-8ed2-c4d62780613c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:00Z', 'updated_at': '2022-04-05T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:35.388515 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9484c93-7c10-49fd-acae-39c530a499b4 None None] Checking router: 9687e8d5-f530-4c91-8002-7e2715ec13f2 for host: dv-cinder-818994-3-smb {{(pid=103323) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:08:35.398417 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9484c93-7c10-49fd-acae-39c530a499b4 None None] Routers {'9687e8d5-f530-4c91-8002-7e2715ec13f2'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103323) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:08:35.399311 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a9484c93-7c10-49fd-acae-39c530a499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:08:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['9687e8d5-f530-4c91-8002-7e2715ec13f2'], 'active': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:35.504902 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvr_db [None req-a9484c93-7c10-49fd-acae-39c530a499b4 None None] Set router 9687e8d5-f530-4c91-8002-7e2715ec13f2 gateway port host: None {{(pid=103323) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:08:35.565405 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_hamode_db [None req-a9484c93-7c10-49fd-acae-39c530a499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:08:35Z', 'revision_number': 6, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port_host': None}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:35.594985 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9484c93-7c10-49fd-acae-39c530a499b4 None None] The sync data for ids ['9687e8d5-f530-4c91-8002-7e2715ec13f2'] in dv-cinder-818994-3-smb is: [{'id': '9687e8d5-f530-4c91-8002-7e2715ec13f2', 'name': 'tempest-TestMinimumBasicScenario-1528501538-router', 'tenant_id': '482cb55d35744b6c98690c1bf5b33699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:05:59Z', 'updated_at': '2022-04-05T11:08:35Z', 'revision_number': 6, 'project_id': '482cb55d35744b6c98690c1bf5b33699', 'gw_port_host': None}] {{(pid=103323) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:08:35.670281 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] For port 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=0bd2eb2b-146c-4fe3-8ed2-c4d62780613c,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:35.670552 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:35.682861 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Calling delete_port for 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c owned by network:router_gateway {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:35.695944 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:08:35.716457 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:08:35.716905 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device dd19bb47-9b9a-4cd2-832d-ead0330ab9c7 not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:08:35.867045 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (0bd2eb2b-146c-4fe3-8ed2-c4d62780613c), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:35.895187 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd2eb2b-146c-4fe3-8ed2-c4d62780613c,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:35.960968 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577550'] for router_gateway (9687e8d5-f530-4c91-8002-7e2715ec13f2), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.060950 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29002'] for router (9687e8d5-f530-4c91-8002-7e2715ec13f2), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.063234 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Publish callbacks [] for router_controller (9687e8d5-f530-4c91-8002-7e2715ec13f2), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.109516 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (9687e8d5-f530-4c91-8002-7e2715ec13f2), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.110011 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9687e8d5-f530-4c91-8002-7e2715ec13f2 {{(pid=103320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:08:36.114618 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.115780 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-65e53978-e5de-4a22-81a3-778e024dbefd admin admin] 10.222.0.43 "DELETE /v2.0/routers/9687e8d5-f530-4c91-8002-7e2715ec13f2 HTTP/1.1" status: 204 len: 168 time: 1.0836134 Apr 05 11:08:36.118764 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51744) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:36.165790 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.db_base_plugin_v2 [None req-2259f7e2-a487-40be-90cd-ce0b69f11187 admin admin] Deleting subnet e5304b95-7b40-4942-9d48-d711cedf3845 {{(pid=103320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:08:36.169009 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2259f7e2-a487-40be-90cd-ce0b69f11187 admin admin] Publish callbacks [] for subnet (e5304b95-7b40-4942-9d48-d711cedf3845), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.203295 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2259f7e2-a487-40be-90cd-ce0b69f11187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30385857'] for subnet (e5304b95-7b40-4942-9d48-d711cedf3845), precommit_delete_associations {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.280897 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2259f7e2-a487-40be-90cd-ce0b69f11187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (e5304b95-7b40-4942-9d48-d711cedf3845), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.343386 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2259f7e2-a487-40be-90cd-ce0b69f11187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29836261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1056410891'] for subnet (e5304b95-7b40-4942-9d48-d711cedf3845), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.386285 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259f7e2-a487-40be-90cd-ce0b69f11187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5304b95-7b40-4942-9d48-d711cedf3845,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:36.390025 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-2259f7e2-a487-40be-90cd-ce0b69f11187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.393426 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device bc406490-13a2-4f8e-8cff-291e6011e65b no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:08:36.394004 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-2259f7e2-a487-40be-90cd-ce0b69f11187 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5304b95-7b40-4942-9d48-d711cedf3845 HTTP/1.1" status: 204 len: 168 time: 0.2739758 Apr 05 11:08:36.396291 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51746) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:36.436553 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54452fb-00e3-4851-af27-4476ca2ef6b8 None None] Network 3351e8de-9fa7-446a-847c-b18fd43e9c58 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:08:36.459668 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: bc406490-13a2-4f8e-8cff-291e6011e65b {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:08:36.459935 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device bc406490-13a2-4f8e-8cff-291e6011e65b not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:08:36.476438 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (3351e8de-9fa7-446a-847c-b18fd43e9c58), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.540354 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Deleting port 8498d8fb-a83c-48b8-8033-c1561a32eb4d {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:36.540638 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.611221 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d606952-7030-4405-8778-19f39e18bf92 None None] DHCP port deletion for 3351e8de-9fa7-446a-847c-b18fd43e9c58 request from dv-cinder-818994-3-smb {{(pid=103323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:08:36.614058 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] For port 8498d8fb-a83c-48b8-8033-c1561a32eb4d, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=8498d8fb-a83c-48b8-8033-c1561a32eb4d,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:36.614420 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.627977 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Calling delete_port for 8498d8fb-a83c-48b8-8033-c1561a32eb4d owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:36.679698 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5d606952-7030-4405-8778-19f39e18bf92 None None] Deleting port 8498d8fb-a83c-48b8-8033-c1561a32eb4d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:36.680076 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d606952-7030-4405-8778-19f39e18bf92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.715021 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.746398 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Pushing event deleted for resources: {'Port': ['ID=8498d8fb-a83c-48b8-8033-c1561a32eb4d,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:36.748567 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-5d606952-7030-4405-8778-19f39e18bf92 None None] For port 8498d8fb-a83c-48b8-8033-c1561a32eb4d, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=8498d8fb-a83c-48b8-8033-c1561a32eb4d,segment=NetworkSegment(22bfbf48-ab4d-4409-bda2-bda27ea9bfc1),segment_id=22bfbf48-ab4d-4409-bda2-bda27ea9bfc1)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:36.749195 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d606952-7030-4405-8778-19f39e18bf92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.753232 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] No DVR routers for this DVR port 8498d8fb-a83c-48b8-8033-c1561a32eb4d on host dv-cinder-818994-3-smb {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:08:36.780766 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-5d606952-7030-4405-8778-19f39e18bf92 None None] Calling delete_port for 8498d8fb-a83c-48b8-8033-c1561a32eb4d owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:36.833361 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (3351e8de-9fa7-446a-847c-b18fd43e9c58), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.859066 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3351e8de-9fa7-446a-847c-b18fd43e9c58']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:36.866305 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5d606952-7030-4405-8778-19f39e18bf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (8498d8fb-a83c-48b8-8033-c1561a32eb4d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.869073 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:36.869360 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bfbf48-ab4d-4409-bda2-bda27ea9bfc1') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:36.878855 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30385722'] for segment (22bfbf48-ab4d-4409-bda2-bda27ea9bfc1), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.891762 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d606952-7030-4405-8778-19f39e18bf92 None None] Pushing event deleted for resources: {'Port': ['ID=8498d8fb-a83c-48b8-8033-c1561a32eb4d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:36.892883 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (22bfbf48-ab4d-4409-bda2-bda27ea9bfc1), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.895621 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d606952-7030-4405-8778-19f39e18bf92 None None] No DVR routers for this DVR port 8498d8fb-a83c-48b8-8033-c1561a32eb4d on host dv-cinder-818994-3-smb {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:08:36.902475 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:08:36.902881 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29836175'] for segment (22bfbf48-ab4d-4409-bda2-bda27ea9bfc1), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: Traceback (most recent call last): Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: timer() Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: cb(*args, **kw) Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: return func(*args, **kwargs) Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: self._notify() Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: self.callback(batched_events) Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: event.method(event) Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: return f(self, *a, **k) Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: return self._get(url).json() Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:08:36.904944 dv-cinder-818994-3-smb neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:08:36.963063 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (3351e8de-9fa7-446a-847c-b18fd43e9c58), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.968726 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:36.971897 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] 10.222.0.43 "DELETE /v2.0/networks/3351e8de-9fa7-446a-847c-b18fd43e9c58 HTTP/1.1" status: 204 len: 168 time: 0.5744066 Apr 05 11:08:36.975014 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51750) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:36.982598 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4922e8-241c-45c3-a92e-53c976a5b96c admin admin] Pushing event deleted for resources: {'Network': ['ID=3351e8de-9fa7-446a-847c-b18fd43e9c58,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:37.370316 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:37.660052 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] Deleting port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:37.660275 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:37.741885 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] For port aea91f51-2ffb-46b9-bb8e-ea29ca0b238b, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=aea91f51-2ffb-46b9-bb8e-ea29ca0b238b,segment=NetworkSegment(0bf5296c-0a0e-441f-91e4-07a335df575a),segment_id=0bf5296c-0a0e-441f-91e4-07a335df575a)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:37.742315 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:37.755558 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] Calling delete_port for aea91f51-2ffb-46b9-bb8e-ea29ca0b238b owned by network:router_interface {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:37.886752 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 8498d8fb-a83c-48b8-8033-c1561a32eb4d no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:08:37.906633 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 8498d8fb-a83c-48b8-8033-c1561a32eb4d {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:08:37.907054 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 8498d8fb-a83c-48b8-8033-c1561a32eb4d not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:08:37.907772 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:08:37.926644 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:08:37.926979 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 0bd2eb2b-146c-4fe3-8ed2-c4d62780613c not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:08:37.952154 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (aea91f51-2ffb-46b9-bb8e-ea29ca0b238b), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:37.977627 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aea91f51-2ffb-46b9-bb8e-ea29ca0b238b,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:38.157167 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577608'] for router_interface (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:38.381280 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] Router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 has already been hosted by L3 agent f3cffcf0-9b71-4d4f-9869-1b65a1535ad3 {{(pid=103322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:08:38.495281 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-smb the message routers_updated {{(pid=103322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:08:38.502121 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-76e3911b-c32c-4105-b815-8f558e19b6d1 admin admin] 10.222.0.43 "PUT /v2.0/routers/5c9d6da0-6a41-4b13-b1db-08b50efde8d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5258870 Apr 05 11:08:38.503340 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51756) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:38.504659 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7097b02f-4dc8-447b-8303-89ecd9292f69 None None] Sync routers for ids ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'] in dv-cinder-818994-3-smb {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:08:38.520192 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7097b02f-4dc8-447b-8303-89ecd9292f69 None None] Routers {'5c9d6da0-6a41-4b13-b1db-08b50efde8d5'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:08:38.520852 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7097b02f-4dc8-447b-8303-89ecd9292f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:08:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:38.612947 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Publish callbacks [] for router (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:38.640621 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7097b02f-4dc8-447b-8303-89ecd9292f69 None None] Set router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 gateway port host: dv-cinder-818994-3-smb {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:08:38.727175 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Publish callbacks [] for router_gateway (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:38.790789 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Deleting port 842485ff-e8e6-4218-8492-86440bbc220c {{(pid=103322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:38.791232 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (842485ff-e8e6-4218-8492-86440bbc220c), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:38.825188 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7097b02f-4dc8-447b-8303-89ecd9292f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'name': 'tempest-TestMinimumBasicScenario-1838503458-router', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'external_fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '842485ff-e8e6-4218-8492-86440bbc220c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:06:05Z', 'updated_at': '2022-04-05T11:08:37Z', 'revision_number': 5, 'project_id': '6e25294247c442de8eb0df2051122969', 'gw_port': {'id': '842485ff-e8e6-4218-8492-86440bbc220c', 'name': '', 'network_id': '00d12171-f517-474d-a69e-00f7b55a096a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:06:06Z', 'updated_at': '2022-04-05T11:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e4d706c-18a7-4087-b575-3f20d228d196', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-smb'}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:38.853104 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7097b02f-4dc8-447b-8303-89ecd9292f69 None None] Checking router: 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 for host: dv-cinder-818994-3-smb {{(pid=103324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:08:38.863852 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7097b02f-4dc8-447b-8303-89ecd9292f69 None None] Routers {'5c9d6da0-6a41-4b13-b1db-08b50efde8d5'} bound to L3 agent in host dv-cinder-818994-3-smb {{(pid=103324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:08:38.864442 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7097b02f-4dc8-447b-8303-89ecd9292f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T10:51:00Z,description=,heartbeat_timestamp=2022-04-05T11:08:30Z,host='dv-cinder-818994-3-smb',id=f3cffcf0-9b71-4d4f-9869-1b65a1535ad3,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T10:51:00Z,topic='l3_agent')) {'router_ids': ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'], 'active': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:38.877769 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.db [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] For port 842485ff-e8e6-4218-8492-86440bbc220c, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=842485ff-e8e6-4218-8492-86440bbc220c,segment=NetworkSegment(8926cfe0-e3a1-428b-9a3c-de6ce9677fe4),segment_id=8926cfe0-e3a1-428b-9a3c-de6ce9677fe4)] {{(pid=103322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:38.878148 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (842485ff-e8e6-4218-8492-86440bbc220c), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:38.894478 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.plugins.ml2.plugin [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Calling delete_port for 842485ff-e8e6-4218-8492-86440bbc220c owned by network:router_gateway {{(pid=103322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:38.956131 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_dvr_db [None req-7097b02f-4dc8-447b-8303-89ecd9292f69 None None] Set router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 gateway port host: None {{(pid=103324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:08:39.068424 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29380675'] for port (842485ff-e8e6-4218-8492-86440bbc220c), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.093515 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Pushing event deleted for resources: {'Port': ['ID=842485ff-e8e6-4218-8492-86440bbc220c,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:39.105443 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.l3_hamode_db [None req-7097b02f-4dc8-447b-8303-89ecd9292f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'name': 'tempest-TestMinimumBasicScenario-1838503458-router', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:06:05Z', 'updated_at': '2022-04-05T11:08:38Z', 'revision_number': 6, 'project_id': '6e25294247c442de8eb0df2051122969', 'gw_port_host': None}], 'dv-cinder-818994-3-smb', False) {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:39.132602 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7097b02f-4dc8-447b-8303-89ecd9292f69 None None] The sync data for ids ['5c9d6da0-6a41-4b13-b1db-08b50efde8d5'] in dv-cinder-818994-3-smb is: [{'id': '5c9d6da0-6a41-4b13-b1db-08b50efde8d5', 'name': 'tempest-TestMinimumBasicScenario-1838503458-router', 'tenant_id': '6e25294247c442de8eb0df2051122969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:06:05Z', 'updated_at': '2022-04-05T11:08:38Z', 'revision_number': 6, 'project_id': '6e25294247c442de8eb0df2051122969', 'gw_port_host': None}] {{(pid=103324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:08:39.161801 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577550'] for router_gateway (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.261145 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29002'] for router (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.263497 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Publish callbacks [] for router_controller (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.320757 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (5c9d6da0-6a41-4b13-b1db-08b50efde8d5), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.321589 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c9d6da0-6a41-4b13-b1db-08b50efde8d5 {{(pid=103322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:08:39.327258 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.329026 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-35af8fe4-5076-4ab1-a836-0279f092048d admin admin] 10.222.0.43 "DELETE /v2.0/routers/5c9d6da0-6a41-4b13-b1db-08b50efde8d5 HTTP/1.1" status: 204 len: 168 time: 0.8246822 Apr 05 11:08:39.331780 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51764) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:39.382281 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-3735b5aa-56a5-4a9a-ad0c-dd48e7d5a56e admin admin] Deleting subnet 6008c3b2-8a7d-4258-b7e3-8ffd325469e7 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:08:39.385594 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3735b5aa-56a5-4a9a-ad0c-dd48e7d5a56e admin admin] Publish callbacks [] for subnet (6008c3b2-8a7d-4258-b7e3-8ffd325469e7), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.422199 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3735b5aa-56a5-4a9a-ad0c-dd48e7d5a56e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30973086'] for subnet (6008c3b2-8a7d-4258-b7e3-8ffd325469e7), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.512793 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3735b5aa-56a5-4a9a-ad0c-dd48e7d5a56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (6008c3b2-8a7d-4258-b7e3-8ffd325469e7), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.573830 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3735b5aa-56a5-4a9a-ad0c-dd48e7d5a56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29380724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814199'] for subnet (6008c3b2-8a7d-4258-b7e3-8ffd325469e7), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.599528 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735b5aa-56a5-4a9a-ad0c-dd48e7d5a56e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6008c3b2-8a7d-4258-b7e3-8ffd325469e7,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:39.605517 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-3735b5aa-56a5-4a9a-ad0c-dd48e7d5a56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.610773 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a1cde8-06fe-4295-b9c3-a82ae52c435a None None] Network 0016e293-ba86-4e4d-a9f0-e978f19a3d68 requested from dv-cinder-818994-3-smb {{(pid=103323) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:08:39.614001 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-3735b5aa-56a5-4a9a-ad0c-dd48e7d5a56e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6008c3b2-8a7d-4258-b7e3-8ffd325469e7 HTTP/1.1" status: 204 len: 168 time: 0.2810130 Apr 05 11:08:39.614749 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51768) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:39.699478 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (0016e293-ba86-4e4d-a9f0-e978f19a3d68), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.761357 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Deleting port 71d63625-dba2-4e59-a90e-b3e17f761098 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:39.761759 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.832102 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] For port 71d63625-dba2-4e59-a90e-b3e17f761098, host dv-cinder-818994-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-smb',level=0,port_id=71d63625-dba2-4e59-a90e-b3e17f761098,segment=NetworkSegment(0bf5296c-0a0e-441f-91e4-07a335df575a),segment_id=0bf5296c-0a0e-441f-91e4-07a335df575a)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:39.832472 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.850348 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Calling delete_port for 71d63625-dba2-4e59-a90e-b3e17f761098 owned by network:dhcp {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:39.920905 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a521cef-0567-4884-93b7-ab6d830d11f4 None None] DHCP port deletion for 0016e293-ba86-4e4d-a9f0-e978f19a3d68 request from dv-cinder-818994-3-smb {{(pid=103323) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:08:39.937655 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:39.966443 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=71d63625-dba2-4e59-a90e-b3e17f761098,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:39.968408 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] No DVR routers for this DVR port 71d63625-dba2-4e59-a90e-b3e17f761098 on host dv-cinder-818994-3-smb {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:08:39.984912 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device aea91f51-2ffb-46b9-bb8e-ea29ca0b238b no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:08:40.021688 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: aea91f51-2ffb-46b9-bb8e-ea29ca0b238b {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:08:40.022019 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device aea91f51-2ffb-46b9-bb8e-ea29ca0b238b not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:08:40.022424 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 71d63625-dba2-4e59-a90e-b3e17f761098 no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:08:40.045172 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 71d63625-dba2-4e59-a90e-b3e17f761098 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:08:40.045694 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 71d63625-dba2-4e59-a90e-b3e17f761098 not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:08:40.046255 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 842485ff-e8e6-4218-8492-86440bbc220c no longer exists at agent ovs-agent-dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:08:40.049341 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (0016e293-ba86-4e4d-a9f0-e978f19a3d68), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.069131 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8a521cef-0567-4884-93b7-ab6d830d11f4 None None] Deleting port 71d63625-dba2-4e59-a90e-b3e17f761098 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:40.069471 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a521cef-0567-4884-93b7-ab6d830d11f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.071120 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-354c62dc-8560-4977-9791-165612471015 None None] No Port match for: 842485ff-e8e6-4218-8492-86440bbc220c {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:08:40.071465 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-354c62dc-8560-4977-9791-165612471015 None None] Device 842485ff-e8e6-4218-8492-86440bbc220c not bound to the agent host dv-cinder-818994-3-smb {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:08:40.073170 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0016e293-ba86-4e4d-a9f0-e978f19a3d68']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:40.086315 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf5296c-0a0e-441f-91e4-07a335df575a') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:40.086782 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf5296c-0a0e-441f-91e4-07a335df575a') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:08:40.097917 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30385722'] for segment (0bf5296c-0a0e-441f-91e4-07a335df575a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.111821 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (0bf5296c-0a0e-441f-91e4-07a335df575a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.119264 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:08:40.119709 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29836175'] for segment (0bf5296c-0a0e-441f-91e4-07a335df575a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: Traceback (most recent call last): Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: timer() Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: cb(*args, **kw) Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: return func(*args, **kwargs) Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: self._notify() Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: self.callback(batched_events) Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: event.method(event) Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: return f(self, *a, **k) Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: return self._get(url).json() Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:08:40.121382 dv-cinder-818994-3-smb neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:08:40.134165 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-8a521cef-0567-4884-93b7-ab6d830d11f4 None None] For port 71d63625-dba2-4e59-a90e-b3e17f761098, host dv-cinder-818994-3-smb, got binding levels [] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:40.134550 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a521cef-0567-4884-93b7-ab6d830d11f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.151388 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8a521cef-0567-4884-93b7-ab6d830d11f4 None None] Calling delete_port for 71d63625-dba2-4e59-a90e-b3e17f761098 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:40.154181 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.ipam_backend_mixin [None req-8a521cef-0567-4884-93b7-ab6d830d11f4 None None] Port 71d63625-dba2-4e59-a90e-b3e17f761098 was not found and therefore no delete operation was performed {{(pid=103323) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 05 11:08:40.155420 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8a521cef-0567-4884-93b7-ab6d830d11f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029'] for port (71d63625-dba2-4e59-a90e-b3e17f761098), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.180449 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a521cef-0567-4884-93b7-ab6d830d11f4 None None] Pushing event deleted for resources: {'Port': ['ID=71d63625-dba2-4e59-a90e-b3e17f761098,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:40.184903 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a521cef-0567-4884-93b7-ab6d830d11f4 None None] No DVR routers for this DVR port 71d63625-dba2-4e59-a90e-b3e17f761098 on host dv-cinder-818994-3-smb {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:08:40.200121 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (0016e293-ba86-4e4d-a9f0-e978f19a3d68), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.204924 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.210002 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] 10.222.0.43 "DELETE /v2.0/networks/0016e293-ba86-4e4d-a9f0-e978f19a3d68 HTTP/1.1" status: 204 len: 168 time: 0.5929155 Apr 05 11:08:40.221791 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e16ebe-5557-4e3d-927c-07c1a5275d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=0016e293-ba86-4e4d-a9f0-e978f19a3d68,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:40.335238 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51772) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:40.387885 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-db7b42ec-1cdc-43b3-931f-d4df3bba0aa7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=482cb55d35744b6c98690c1bf5b33699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512457 Apr 05 11:08:40.390600 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51774) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:40.442518 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c14f411d-e63d-4fb9-925f-47f2368438d3 admin admin] Publish callbacks [] for security_group (0d16651e-b27f-41ee-b51d-36d72f7468f7), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.470518 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c14f411d-e63d-4fb9-925f-47f2368438d3 admin admin] Publish callbacks [] for security_group (0d16651e-b27f-41ee-b51d-36d72f7468f7), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.529502 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c14f411d-e63d-4fb9-925f-47f2368438d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (0d16651e-b27f-41ee-b51d-36d72f7468f7), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.532488 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-c14f411d-e63d-4fb9-925f-47f2368438d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:40.533832 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-c14f411d-e63d-4fb9-925f-47f2368438d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d16651e-b27f-41ee-b51d-36d72f7468f7 HTTP/1.1" status: 204 len: 168 time: 0.1423564 Apr 05 11:08:40.541770 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f411d-e63d-4fb9-925f-47f2368438d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d16651e-b27f-41ee-b51d-36d72f7468f7,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:40.893086 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51782) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:40.934406 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-43532fdb-5fdb-4a74-b76e-e5e8aeb77592 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e25294247c442de8eb0df2051122969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401082 Apr 05 11:08:40.937420 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51784) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:08:40.987479 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff12987e-0cfc-4152-bc4a-da64b417d3b6 admin admin] Publish callbacks [] for security_group (820180aa-db78-4bda-96a1-640dcefa983a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:41.010923 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff12987e-0cfc-4152-bc4a-da64b417d3b6 admin admin] Publish callbacks [] for security_group (820180aa-db78-4bda-96a1-640dcefa983a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:41.066742 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff12987e-0cfc-4152-bc4a-da64b417d3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (820180aa-db78-4bda-96a1-640dcefa983a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:41.071006 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ff12987e-0cfc-4152-bc4a-da64b417d3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:41.072318 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-ff12987e-0cfc-4152-bc4a-da64b417d3b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/820180aa-db78-4bda-96a1-640dcefa983a HTTP/1.1" status: 204 len: 168 time: 0.1339760 Apr 05 11:08:41.080500 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12987e-0cfc-4152-bc4a-da64b417d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820180aa-db78-4bda-96a1-640dcefa983a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:43.205768 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ec141-4cc4-46b5-a934-05916a93ebad req-82d434ec-5dbf-4c0a-8b1a-99f15006be12 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:43.207213 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3a5ec141-4cc4-46b5-a934-05916a93ebad req-82d434ec-5dbf-4c0a-8b1a-99f15006be12 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 945 time: 0.0580988 Apr 05 11:08:43.258858 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-3a5ec141-4cc4-46b5-a934-05916a93ebad req-91b2aa30-2a0e-4993-9569-6a21ac3417b9 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433879 Apr 05 11:08:44.397588 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1a2f6-6347-462d-9e30-3d4f0214bd49 req-dc9fa3f0-0b9b-4998-bd2f-b45c4c660742 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:44.399152 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-03f1a2f6-6347-462d-9e30-3d4f0214bd49 req-dc9fa3f0-0b9b-4998-bd2f-b45c4c660742 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 945 time: 0.0644014 Apr 05 11:08:44.454148 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-03f1a2f6-6347-462d-9e30-3d4f0214bd49 req-12583e05-b884-4d41-95e1-6edfa2d32894 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476468 Apr 05 11:08:45.478820 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:45.582000 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3000351-ab59-46a2-89b7-11cc91a065c6 req-e8587964-2f5d-46d7-8665-86c4150f9042 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:45.583482 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f3000351-ab59-46a2-89b7-11cc91a065c6 req-e8587964-2f5d-46d7-8665-86c4150f9042 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 945 time: 0.0602918 Apr 05 11:08:45.636534 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-f3000351-ab59-46a2-89b7-11cc91a065c6 req-1d80c73c-abd9-4483-9f24-62f8768e3766 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442557 Apr 05 11:08:46.783105 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179e097-ecc7-45f7-b670-900b99e4efb9 req-e0a0f700-bd86-4bdf-a6ec-134960a8e990 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:46.784938 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2179e097-ecc7-45f7-b670-900b99e4efb9 req-e0a0f700-bd86-4bdf-a6ec-134960a8e990 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 945 time: 0.0716393 Apr 05 11:08:46.841644 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-2179e097-ecc7-45f7-b670-900b99e4efb9 req-dc2fff68-87c1-4d6d-8140-064583ced4ad tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/security-groups?id=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505402 Apr 05 11:08:47.318862 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbffc65-80d2-4bdd-b607-0bd134b12464 req-1dbfd552-ee40-4803-86c1-802a455026d3 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:08:47.320422 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ccbffc65-80d2-4bdd-b607-0bd134b12464 req-1dbfd552-ee40-4803-86c1-802a455026d3 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 945 time: 0.0647457 Apr 05 11:08:47.414743 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-ccbffc65-80d2-4bdd-b607-0bd134b12464 req-8fd7b46b-fd4a-4ee1-897e-e96eccf2bfc4 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Deleting port 95e3964f-0b09-45cf-9ac7-128516e4e360 {{(pid=103320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:08:47.415081 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ccbffc65-80d2-4bdd-b607-0bd134b12464 req-8fd7b46b-fd4a-4ee1-897e-e96eccf2bfc4 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734370709809'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:47.521913 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.db [req-ccbffc65-80d2-4bdd-b607-0bd134b12464 req-8fd7b46b-fd4a-4ee1-897e-e96eccf2bfc4 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] For port 95e3964f-0b09-45cf-9ac7-128516e4e360, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=95e3964f-0b09-45cf-9ac7-128516e4e360,segment=NetworkSegment(966f2fc7-01c6-46c3-ba18-5caaef10e086),segment_id=966f2fc7-01c6-46c3-ba18-5caaef10e086)] {{(pid=103320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:08:47.522250 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ccbffc65-80d2-4bdd-b607-0bd134b12464 req-8fd7b46b-fd4a-4ee1-897e-e96eccf2bfc4 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1576553'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:47.535155 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.plugin [req-ccbffc65-80d2-4bdd-b607-0bd134b12464 req-8fd7b46b-fd4a-4ee1-897e-e96eccf2bfc4 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Calling delete_port for 95e3964f-0b09-45cf-9ac7-128516e4e360 owned by compute:nova {{(pid=103320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:08:47.667830 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ccbffc65-80d2-4bdd-b607-0bd134b12464 req-8fd7b46b-fd4a-4ee1-897e-e96eccf2bfc4 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1219065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-110577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734370716676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734370134029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29836242'] for port (95e3964f-0b09-45cf-9ac7-128516e4e360), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:47.680012 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] get_ports_and_sgs() called for port_ids ['95e3964f-0b09-45cf-9ac7-128516e4e360'] {{(pid=103323) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:08:47.703517 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7b46b-fd4a-4ee1-897e-e96eccf2bfc4 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Pushing event deleted for resources: {'Port': ['ID=95e3964f-0b09-45cf-9ac7-128516e4e360,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:08:47.748711 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbffc65-80d2-4bdd-b607-0bd134b12464 req-8fd7b46b-fd4a-4ee1-897e-e96eccf2bfc4 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] No DVR routers for this DVR port 95e3964f-0b09-45cf-9ac7-128516e4e360 on host hv-cinder-81899 {{(pid=103320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:08:47.751580 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [req-ccbffc65-80d2-4bdd-b607-0bd134b12464 req-8fd7b46b-fd4a-4ee1-897e-e96eccf2bfc4 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41861'] for port (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:47.754877 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-ccbffc65-80d2-4bdd-b607-0bd134b12464 req-8fd7b46b-fd4a-4ee1-897e-e96eccf2bfc4 tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.36 "DELETE /v2.0/ports/95e3964f-0b09-45cf-9ac7-128516e4e360 HTTP/1.1" status: 204 len: 173 time: 0.4292760 Apr 05 11:08:47.755322 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7fb1da-5386-4cb4-b735-88ba54d02d33', 'name': 'network-vif-deleted', 'tag': '95e3964f-0b09-45cf-9ac7-128516e4e360'}] {{(pid=103320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:08:47.757689 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec305d38dabac1cb23016bffc73e4016ebcffac7b7786513e32dd0e365703c4d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f3054f-d2f3-4e2e-94c7-151cc83a3e9c" -d '{"events": [{"server_uuid": "1e7fb1da-5386-4cb4-b735-88ba54d02d33", "name": "network-vif-deleted", "tag": "95e3964f-0b09-45cf-9ac7-128516e4e360"}]}' {{(pid=103320) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:08:47.801149 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20db2c9f-ff27-433e-8636-cde63b1bb4e4 x-openstack-request-id: req-20db2c9f-ff27-433e-8636-cde63b1bb4e4 {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:08:47.801792 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7fb1da-5386-4cb4-b735-88ba54d02d33", "name": "network-vif-deleted", "tag": "95e3964f-0b09-45cf-9ac7-128516e4e360", "status": "completed", "code": 200}]} {{(pid=103320) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:08:47.801792 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20db2c9f-ff27-433e-8636-cde63b1bb4e4 {{(pid=103320) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:08:47.802091 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20db2c9f-ff27-433e-8636-cde63b1bb4e4'] response: {'server_uuid': '1e7fb1da-5386-4cb4-b735-88ba54d02d33', 'name': 'network-vif-deleted', 'tag': '95e3964f-0b09-45cf-9ac7-128516e4e360', 'status': 'completed', 'code': 200} Apr 05 11:08:47.951068 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [req-6b5d43e1-a418-4309-a9c7-66b858558588 req-22137857-a98b-4af8-8102-8aaae10954cc tempest-VolumesSnapshotTestJSON-714105048 tempest-VolumesSnapshotTestJSON-714105048-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e7fb1da-5386-4cb4-b735-88ba54d02d33 HTTP/1.1" status: 200 len: 210 time: 0.0291138 Apr 05 11:08:51.744361 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 95e3964f-0b09-45cf-9ac7-128516e4e360 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:08:51.766043 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] No Port match for: 95e3964f-0b09-45cf-9ac7-128516e4e360 {{(pid=103323) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:08:51.766387 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron.plugins.ml2.rpc [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Device 95e3964f-0b09-45cf-9ac7-128516e4e360 not bound to the agent host hv-cinder-81899 {{(pid=103323) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:08:56.617704 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9550c31c-c33d-444d-a376-8555c7c24d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:59.597356 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e869269-c71c-4e5c-bc4b-dcfc10773f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:01.105244 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:02.515388 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:03.715843 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:05.601358 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:09:06.287671 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51930) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:09:06.339704 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Deleting subnet 8d0be55a-9f2c-4566-b96a-2cc7dace5440 {{(pid=103322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:09:06.343043 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Publish callbacks [] for subnet (8d0be55a-9f2c-4566-b96a-2cc7dace5440), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.383015 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30973086'] for subnet (8d0be55a-9f2c-4566-b96a-2cc7dace5440), precommit_delete_associations {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.424970 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1155367'] for subnet (8d0be55a-9f2c-4566-b96a-2cc7dace5440), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.481510 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1155368', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29380724', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29814199'] for subnet (8d0be55a-9f2c-4566-b96a-2cc7dace5440), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.507253 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0be55a-9f2c-4566-b96a-2cc7dace5440,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:09:06.511945 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for subnet (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.515040 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8d0be55a-9f2c-4566-b96a-2cc7dace5440 HTTP/1.1" status: 204 len: 168 time: 0.2263010 Apr 05 11:09:06.518006 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.wsgi [-] (103320) accepted ('10.222.0.43', 51932) {{(pid=103320) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:09:06.520167 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.520529 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.520853 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.521195 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.521544 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.521875 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.522203 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.522511 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.522846 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.523139 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.523486 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.523809 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.524129 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.524447 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.524763 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdfbd2-dd13-4d90-8755-b76e3ba074f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.593225 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1180256'] for network (d538c9f6-4a64-4e10-bc78-524d6463c04a), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.673011 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1161436', 'neutron.services.segments.db._delete_segments_for_network-8734370622329'] for network (d538c9f6-4a64-4e10-bc78-524d6463c04a), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.694295 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d538c9f6-4a64-4e10-bc78-524d6463c04a']}} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:09:06.703466 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966f2fc7-01c6-46c3-ba18-5caaef10e086') {'for_net_delete': True} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:09:06.703783 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.services.segments.db [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966f2fc7-01c6-46c3-ba18-5caaef10e086') {} {{(pid=103320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:09:06.717365 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734370622850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30385722'] for segment (966f2fc7-01c6-46c3-ba18-5caaef10e086), before_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.733014 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876'] for segment (966f2fc7-01c6-46c3-ba18-5caaef10e086), precommit_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.742186 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:09:06.742662 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1222876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29836175'] for segment (966f2fc7-01c6-46c3-ba18-5caaef10e086), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: Traceback (most recent call last): Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: timer() Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: cb(*args, **kw) Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: return func(*args, **kwargs) Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: self._notify() Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: self.callback(batched_events) Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: event.method(event) Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: return f(self, *a, **k) Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: return self._get(url).json() Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: return self.request(url, 'GET', **kwargs) Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:09:06.744525 dv-cinder-818994-3-smb neutron-server[103320]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:09:06.803762 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1161381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577514'] for network (d538c9f6-4a64-4e10-bc78-524d6463c04a), after_delete {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.809852 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron_lib.callbacks.manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636468'] for network (None), before_response {{(pid=103320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:06.812945 dv-cinder-818994-3-smb neutron-server[103320]: INFO neutron.wsgi [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d538c9f6-4a64-4e10-bc78-524d6463c04a HTTP/1.1" status: 204 len: 168 time: 0.2937131 Apr 05 11:09:06.823892 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Pushing event deleted for resources: {'Network': ['ID=d538c9f6-4a64-4e10-bc78-524d6463c04a,revision_number=None']} {{(pid=103320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:09:06.831204 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.831636 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.831973 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.832306 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.832734 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.833063 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.833421 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.833695 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.834014 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.834331 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.834650 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.835003 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.835318 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.835629 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.835945 dv-cinder-818994-3-smb neutron-server[103320]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36a638-1916-45b5-857e-6584b8cfa692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-smb {{(pid=103320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:06.994977 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51936) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:09:07.042267 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-a2adb38d-af9e-4247-be30-4b130034d9c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ef0135a398764b548619e74d71463ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460360 Apr 05 11:09:07.045670 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.wsgi [-] (103322) accepted ('10.222.0.43', 51938) {{(pid=103322) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:09:07.097470 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd149f59-eb62-4468-8342-75e46e3de9b9 admin admin] Publish callbacks [] for security_group (aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d), before_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:07.120394 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd149f59-eb62-4468-8342-75e46e3de9b9 admin admin] Publish callbacks [] for security_group (aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d), precommit_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:07.178494 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd149f59-eb62-4468-8342-75e46e3de9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-515808'] for security_group (aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d), after_delete {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:07.181174 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron_lib.callbacks.manager [None req-cd149f59-eb62-4468-8342-75e46e3de9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:07.182477 dv-cinder-818994-3-smb neutron-server[103322]: INFO neutron.wsgi [None req-cd149f59-eb62-4468-8342-75e46e3de9b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d HTTP/1.1" status: 204 len: 168 time: 0.1358387 Apr 05 11:09:07.193123 dv-cinder-818994-3-smb neutron-server[103322]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd149f59-eb62-4468-8342-75e46e3de9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafda8c4-9d1f-490d-9cf6-f9a3c10eeb8d,revision_number=None']} {{(pid=103322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:09:15.484083 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:26.623571 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be89cd0a-2ccc-477e-b117-c4db6eee05a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:29.592882 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-db82daf4-4b5c-454a-8cc2-c95cef6f159c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:30.970938 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:32.522646 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:33.711550 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:42.601154 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:09:45.496575 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:56.629647 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f8b0f9d7-b0a3-4832-90d9-5ffaa30c72ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:59.600122 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-65e4c238-61a9-4cc9-93b7-24f233b0fa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:00.972752 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:02.519857 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:03.717689 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:15.502929 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:19.603988 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:10:26.644614 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf7120a9-f664-4f04-a709-cabf5f8f25dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:29.597599 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1c53a460-6757-4f01-8055-1a4e27d20589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:30.977054 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:32.523452 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:33.721146 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:45.501982 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:56.608203 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:10:56.629737 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-634ae85d-2bb3-4017-868f-76037ef44c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:59.594151 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-486d9164-fd2f-49be-81f8-f41ce1e9a0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:00.981806 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:02.526297 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:03.719769 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:15.498899 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:26.637305 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42149c6f-3bfe-4cde-8157-4b7baeaa7e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:29.595053 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6ae3bbf2-f6a2-4674-959b-e3ef93d8babc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:30.986815 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:32.530429 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:33.607615 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:11:33.715973 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:45.507844 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:56.635624 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-99ccbf19-afb1-4d97-81b8-037c5a645928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:59.592063 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51f5396e-da38-4293-9333-0a5b627fc33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:00.990072 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:02.533165 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:03.717776 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:10.608769 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:12:15.516152 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:26.641135 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-82319ca4-3de3-4a5e-a0f5-69a7bd94001e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:29.592084 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4898dc9a-349c-40b0-b4df-e87112f672cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:30.991361 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:32.536202 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:33.724326 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:45.524678 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:47.609363 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:12:56.637158 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-17eceb48-ba11-4cc0-9815-1da17f337097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:59.586914 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c706600-d19f-432f-9735-5971468b9a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:01.004197 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:02.537835 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:03.708488 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:15.531247 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.612842 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:13:26.636251 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-454ee21b-1c33-4618-a13b-c7476bbbea02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.594784 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b46aef1-ab35-4cbc-b57d-1efb2c5c3f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.997298 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.542304 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.718464 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.529122 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-27e74694-4c9c-4051-990b-2124d4d7a139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (b76b822c-f532-4615-85a9-c77049c85b37), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:56.633181 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c501443f-516e-4e02-870a-61b7e7c00dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2f625c8e-4eb7-4d1f-94ad-c00cc73ffdd2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:59.589156 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea759-1e98-47d5-94b7-749f9a77f0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f3cffcf0-9b71-4d4f-9869-1b65a1535ad3), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.998296 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3efdb8b2-29f9-455c-8533-d86c0ab409a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (211810f1-f1d4-4519-98dc-2ff024a4fab0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:01.616441 dv-cinder-818994-3-smb neutron-server[103324]: DEBUG neutron.db.agents_db [None req-45efc12f-e521-4f57-8ae5-57f4e69ab58f None None] Agent healthcheck: found 6 active agents {{(pid=103324) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:14:02.543510 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c2524aa2-8b34-49d3-bcf1-6e54eca0aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (f75d5571-ce45-459a-aa88-4843b1f4ba20), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:03.714105 dv-cinder-818994-3-smb neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-354c62dc-8560-4977-9791-165612471015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734370622311', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160989'] for agent (2eefd1a7-796f-4755-8998-6f1d0ff5215d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}